2024-11-11 23:39:30,215 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-11 23:39:30,232 main DEBUG Took 0.014021 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 23:39:30,232 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 23:39:30,233 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 23:39:30,235 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 23:39:30,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:39:30,246 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 23:39:30,262 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:39:30,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:39:30,265 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:39:30,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:39:30,267 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:39:30,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:39:30,269 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:39:30,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:39:30,270 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:39:30,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:39:30,272 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:39:30,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:39:30,274 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:39:30,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:39:30,275 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:39:30,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:39:30,276 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:39:30,277 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:39:30,278 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:39:30,278 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:39:30,279 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:39:30,279 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:39:30,280 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:39:30,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:39:30,281 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:39:30,282 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 23:39:30,284 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:39:30,286 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 23:39:30,289 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 23:39:30,290 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 23:39:30,292 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 23:39:30,292 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 23:39:30,304 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 23:39:30,308 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 23:39:30,311 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 23:39:30,312 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 23:39:30,312 main DEBUG createAppenders(={Console}) 2024-11-11 23:39:30,314 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-11 23:39:30,314 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-11 23:39:30,314 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-11 23:39:30,315 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 23:39:30,316 main DEBUG OutputStream closed 2024-11-11 23:39:30,316 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 23:39:30,317 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 23:39:30,317 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-11 23:39:30,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 23:39:30,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 23:39:30,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 23:39:30,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 23:39:30,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 23:39:30,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 23:39:30,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 23:39:30,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 23:39:30,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 23:39:30,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 23:39:30,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 23:39:30,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 23:39:30,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 23:39:30,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 23:39:30,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 23:39:30,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 23:39:30,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 23:39:30,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 23:39:30,452 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 23:39:30,453 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-11 23:39:30,453 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 23:39:30,454 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-11T23:39:30,838 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d 2024-11-11 23:39:30,844 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 23:39:30,844 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T23:39:30,857 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-11T23:39:30,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:39:30,909 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/cluster_97e2bd58-d2da-a8eb-9b3c-e70c140a728b, deleteOnExit=true 2024-11-11T23:39:30,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:39:30,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/test.cache.data in system properties and HBase conf 2024-11-11T23:39:30,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:39:30,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:39:30,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:39:30,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:39:30,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:39:31,044 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T23:39:31,194 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:39:31,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:39:31,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:39:31,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:39:31,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:39:31,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:39:31,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:39:31,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:39:31,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:39:31,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:39:31,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:39:31,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:39:31,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:39:31,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:39:31,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:39:32,216 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T23:39:32,301 INFO [Time-limited test {}] log.Log(170): Logging initialized @3030ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T23:39:32,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:39:32,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:39:32,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:39:32,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:39:32,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:39:32,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:39:32,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:39:32,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:39:32,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/java.io.tmpdir/jetty-localhost-33565-hadoop-hdfs-3_4_1-tests_jar-_-any-15142221392944172394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:39:32,822 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:33565} 2024-11-11T23:39:32,823 INFO [Time-limited test {}] server.Server(415): Started @3553ms 2024-11-11T23:39:33,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:39:33,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:39:33,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:39:33,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:39:33,291 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:39:33,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:39:33,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:39:33,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/java.io.tmpdir/jetty-localhost-45223-hadoop-hdfs-3_4_1-tests_jar-_-any-8210822921163027791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:39:33,410 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:45223} 2024-11-11T23:39:33,410 INFO [Time-limited test {}] server.Server(415): Started @4140ms 2024-11-11T23:39:33,464 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:39:33,976 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/cluster_97e2bd58-d2da-a8eb-9b3c-e70c140a728b/data/data2/current/BP-854548939-172.17.0.2-1731368371964/current, will proceed with Du for space computation calculation, 2024-11-11T23:39:33,976 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/cluster_97e2bd58-d2da-a8eb-9b3c-e70c140a728b/data/data1/current/BP-854548939-172.17.0.2-1731368371964/current, will proceed with Du for space computation calculation, 2024-11-11T23:39:34,055 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:39:34,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf45b3d4be4d07f5b with lease ID 0x912704920d72c273: Processing first storage report for DS-10a0338d-2e3d-48e5-8379-bbbc2545d00e from datanode DatanodeRegistration(127.0.0.1:37789, datanodeUuid=550e0391-5f52-414c-9002-85c4bd9fd480, infoPort=39011, infoSecurePort=0, ipcPort=35047, storageInfo=lv=-57;cid=testClusterID;nsid=433379791;c=1731368371964) 2024-11-11T23:39:34,126 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf45b3d4be4d07f5b with lease ID 0x912704920d72c273: from storage DS-10a0338d-2e3d-48e5-8379-bbbc2545d00e node DatanodeRegistration(127.0.0.1:37789, datanodeUuid=550e0391-5f52-414c-9002-85c4bd9fd480, infoPort=39011, infoSecurePort=0, ipcPort=35047, storageInfo=lv=-57;cid=testClusterID;nsid=433379791;c=1731368371964), blocks: 0, hasStaleStorage: true, processing time: 5 msecs, invalidatedBlocks: 0 2024-11-11T23:39:34,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf45b3d4be4d07f5b with lease ID 0x912704920d72c273: Processing first storage report for DS-a419fe51-6a1e-4dd3-8d66-650f168c01d2 from datanode DatanodeRegistration(127.0.0.1:37789, datanodeUuid=550e0391-5f52-414c-9002-85c4bd9fd480, infoPort=39011, infoSecurePort=0, ipcPort=35047, storageInfo=lv=-57;cid=testClusterID;nsid=433379791;c=1731368371964) 2024-11-11T23:39:34,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf45b3d4be4d07f5b with lease ID 0x912704920d72c273: from storage DS-a419fe51-6a1e-4dd3-8d66-650f168c01d2 node DatanodeRegistration(127.0.0.1:37789, datanodeUuid=550e0391-5f52-414c-9002-85c4bd9fd480, infoPort=39011, infoSecurePort=0, ipcPort=35047, storageInfo=lv=-57;cid=testClusterID;nsid=433379791;c=1731368371964), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T23:39:34,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d 2024-11-11T23:39:34,320 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/cluster_97e2bd58-d2da-a8eb-9b3c-e70c140a728b/zookeeper_0, clientPort=60108, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/cluster_97e2bd58-d2da-a8eb-9b3c-e70c140a728b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/cluster_97e2bd58-d2da-a8eb-9b3c-e70c140a728b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T23:39:34,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60108 2024-11-11T23:39:34,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:39:34,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:39:34,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:39:35,096 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62 with version=8 2024-11-11T23:39:35,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/hbase-staging 2024-11-11T23:39:35,209 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T23:39:35,450 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b70d29849faf:0 server-side Connection retries=45 2024-11-11T23:39:35,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:39:35,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:39:35,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:39:35,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:39:35,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:39:35,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:39:35,690 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T23:39:35,703 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T23:39:35,707 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:39:35,733 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 998 (auto-detected) 2024-11-11T23:39:35,734 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T23:39:35,752 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38133 2024-11-11T23:39:35,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38133 connecting to ZooKeeper ensemble=127.0.0.1:60108 2024-11-11T23:39:35,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381330x0, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:39:35,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38133-0x10031282c800000 connected 2024-11-11T23:39:35,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:39:35,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:39:35,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T23:39:35,846 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62, hbase.cluster.distributed=false 2024-11-11T23:39:35,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T23:39:35,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38133 2024-11-11T23:39:35,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38133 2024-11-11T23:39:35,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38133 2024-11-11T23:39:35,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38133 2024-11-11T23:39:35,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38133 2024-11-11T23:39:35,962 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b70d29849faf:0 server-side Connection retries=45 2024-11-11T23:39:35,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:39:35,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:39:35,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:39:35,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:39:35,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:39:35,966 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:39:35,969 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:39:35,970 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33717 2024-11-11T23:39:35,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33717 connecting to ZooKeeper ensemble=127.0.0.1:60108 2024-11-11T23:39:35,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:39:35,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:39:35,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337170x0, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:39:35,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337170x0, quorum=127.0.0.1:60108, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T23:39:35,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33717-0x10031282c800001 connected 2024-11-11T23:39:35,985 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:39:35,992 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:39:35,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T23:39:36,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T23:39:36,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33717 2024-11-11T23:39:36,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33717 2024-11-11T23:39:36,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33717 2024-11-11T23:39:36,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33717 2024-11-11T23:39:36,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33717 2024-11-11T23:39:36,016 DEBUG [M:0;b70d29849faf:38133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b70d29849faf:38133 2024-11-11T23:39:36,017 INFO [master/b70d29849faf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b70d29849faf,38133,1731368375272 2024-11-11T23:39:36,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T23:39:36,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T23:39:36,025 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b70d29849faf,38133,1731368375272 2024-11-11T23:39:36,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:39:36,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T23:39:36,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:39:36,044 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T23:39:36,045 INFO [master/b70d29849faf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b70d29849faf,38133,1731368375272 from backup master directory 2024-11-11T23:39:36,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b70d29849faf,38133,1731368375272 2024-11-11T23:39:36,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T23:39:36,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T23:39:36,048 WARN [master/b70d29849faf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:39:36,048 INFO [master/b70d29849faf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b70d29849faf,38133,1731368375272 2024-11-11T23:39:36,050 INFO [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T23:39:36,051 INFO [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T23:39:36,100 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/hbase.id] with ID: 2ba9caf1-6592-4f5d-8c27-abda4add6fc6 2024-11-11T23:39:36,101 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/.tmp/hbase.id 2024-11-11T23:39:36,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:39:36,514 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/.tmp/hbase.id]:[hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/hbase.id] 2024-11-11T23:39:36,560 INFO [master/b70d29849faf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:39:36,566 INFO [master/b70d29849faf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:39:36,592 INFO [master/b70d29849faf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-11T23:39:36,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:39:36,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:39:36,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:39:37,038 INFO [master/b70d29849faf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:39:37,042 INFO [master/b70d29849faf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:39:37,062 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:37,068 INFO [master/b70d29849faf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:39:37,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:39:37,535 INFO [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store 2024-11-11T23:39:37,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:39:37,572 INFO [master/b70d29849faf:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T23:39:37,576 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:39:37,578 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:39:37,578 INFO [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:39:37,578 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:39:37,580 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:39:37,580 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:39:37,581 INFO [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:39:37,582 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731368377577Disabling compacts and flushes for region at 1731368377577Disabling writes for close at 1731368377580 (+3 ms)Writing region close event to WAL at 1731368377580Closed at 1731368377580 2024-11-11T23:39:37,585 WARN [master/b70d29849faf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/.initializing 2024-11-11T23:39:37,585 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/WALs/b70d29849faf,38133,1731368375272 2024-11-11T23:39:37,594 INFO [master/b70d29849faf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:39:37,611 INFO [master/b70d29849faf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b70d29849faf%2C38133%2C1731368375272, suffix=, logDir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/WALs/b70d29849faf,38133,1731368375272, archiveDir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/oldWALs, maxLogs=10 2024-11-11T23:39:37,642 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/WALs/b70d29849faf,38133,1731368375272/b70d29849faf%2C38133%2C1731368375272.1731368377616, exclude list is [], retry=0 2024-11-11T23:39:37,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37789,DS-10a0338d-2e3d-48e5-8379-bbbc2545d00e,DISK] 2024-11-11T23:39:37,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T23:39:37,710 INFO [master/b70d29849faf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/WALs/b70d29849faf,38133,1731368375272/b70d29849faf%2C38133%2C1731368375272.1731368377616 2024-11-11T23:39:37,711 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39011:39011)] 2024-11-11T23:39:37,712 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:39:37,712 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:39:37,716 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:39:37,717 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:39:37,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:39:37,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:39:37,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:39:37,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:39:37,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:39:37,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:39:37,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:39:37,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:39:37,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:39:37,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:39:37,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:39:37,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:39:37,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:39:37,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:39:37,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:39:37,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:39:37,814 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:39:37,819 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:39:37,820 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:39:37,828 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:39:37,829 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:39:37,833 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:39:37,837 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:39:37,843 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:39:37,845 INFO [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71014775, jitterRate=0.05820260941982269}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:39:37,851 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731368377729Initializing all the Stores at 1731368377731 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731368377732 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368377732Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368377733 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368377733Cleaning up temporary data from old regions at 1731368377829 (+96 ms)Region opened successfully at 1731368377851 (+22 ms) 2024-11-11T23:39:37,852 INFO [master/b70d29849faf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:39:37,885 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5483a790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b70d29849faf/172.17.0.2:0 2024-11-11T23:39:37,920 INFO [master/b70d29849faf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:39:37,934 INFO [master/b70d29849faf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:39:37,934 INFO [master/b70d29849faf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:39:37,937 INFO [master/b70d29849faf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:39:37,939 INFO [master/b70d29849faf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T23:39:37,945 INFO [master/b70d29849faf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-11T23:39:37,945 INFO [master/b70d29849faf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:39:37,980 INFO [master/b70d29849faf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:39:37,991 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T23:39:37,994 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T23:39:37,997 INFO [master/b70d29849faf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:39:38,000 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:39:38,002 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T23:39:38,005 INFO [master/b70d29849faf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:39:38,009 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:39:38,012 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T23:39:38,015 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:39:38,016 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T23:39:38,039 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:39:38,041 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T23:39:38,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T23:39:38,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T23:39:38,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:39:38,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:39:38,055 INFO [master/b70d29849faf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b70d29849faf,38133,1731368375272, sessionid=0x10031282c800000, setting cluster-up flag (Was=false) 2024-11-11T23:39:38,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:39:38,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:39:38,083 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T23:39:38,086 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b70d29849faf,38133,1731368375272 2024-11-11T23:39:38,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:39:38,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:39:38,099 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T23:39:38,101 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b70d29849faf,38133,1731368375272 2024-11-11T23:39:38,110 INFO [master/b70d29849faf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:39:38,195 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:39:38,208 INFO [master/b70d29849faf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:39:38,209 INFO [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(746): ClusterId : 2ba9caf1-6592-4f5d-8c27-abda4add6fc6 2024-11-11T23:39:38,211 DEBUG [RS:0;b70d29849faf:33717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:39:38,216 DEBUG [RS:0;b70d29849faf:33717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:39:38,217 DEBUG [RS:0;b70d29849faf:33717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:39:38,217 INFO [master/b70d29849faf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:39:38,220 DEBUG [RS:0;b70d29849faf:33717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:39:38,221 DEBUG [RS:0;b70d29849faf:33717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c14f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b70d29849faf/172.17.0.2:0 2024-11-11T23:39:38,224 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b70d29849faf,38133,1731368375272 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:39:38,233 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b70d29849faf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:39:38,234 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b70d29849faf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:39:38,234 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b70d29849faf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:39:38,234 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b70d29849faf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:39:38,235 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b70d29849faf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:39:38,235 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b70d29849faf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:39:38,235 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b70d29849faf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:39:38,235 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b70d29849faf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:39:38,238 INFO [master/b70d29849faf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731368408238 2024-11-11T23:39:38,239 DEBUG [RS:0;b70d29849faf:33717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b70d29849faf:33717 2024-11-11T23:39:38,240 INFO [master/b70d29849faf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:39:38,241 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:39:38,241 INFO [master/b70d29849faf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:39:38,242 INFO [RS:0;b70d29849faf:33717 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:39:38,242 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:39:38,242 INFO [RS:0;b70d29849faf:33717 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:39:38,242 DEBUG [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:39:38,245 INFO [master/b70d29849faf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:39:38,246 INFO [master/b70d29849faf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:39:38,246 INFO [master/b70d29849faf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:39:38,246 INFO [master/b70d29849faf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:39:38,247 INFO [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(2659): reportForDuty to master=b70d29849faf,38133,1731368375272 with port=33717, startcode=1731368375931 2024-11-11T23:39:38,251 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:39:38,249 INFO [master/b70d29849faf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:38,251 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:39:38,253 INFO [master/b70d29849faf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:39:38,254 INFO [master/b70d29849faf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:39:38,255 INFO [master/b70d29849faf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:39:38,263 DEBUG [RS:0;b70d29849faf:33717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:39:38,263 INFO [master/b70d29849faf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:39:38,264 INFO [master/b70d29849faf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:39:38,268 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b70d29849faf:0:becomeActiveMaster-HFileCleaner.large.0-1731368378265,5,FailOnTimeoutGroup] 2024-11-11T23:39:38,269 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b70d29849faf:0:becomeActiveMaster-HFileCleaner.small.0-1731368378268,5,FailOnTimeoutGroup] 2024-11-11T23:39:38,269 INFO [master/b70d29849faf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:38,269 INFO [master/b70d29849faf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:39:38,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:39:38,271 INFO [master/b70d29849faf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:38,271 INFO [master/b70d29849faf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:38,299 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32801, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:39:38,305 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38133 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b70d29849faf,33717,1731368375931 2024-11-11T23:39:38,308 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38133 {}] master.ServerManager(517): Registering regionserver=b70d29849faf,33717,1731368375931 2024-11-11T23:39:38,325 DEBUG [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62 2024-11-11T23:39:38,326 DEBUG [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32849 2024-11-11T23:39:38,326 DEBUG [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:39:38,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T23:39:38,332 DEBUG [RS:0;b70d29849faf:33717 {}] zookeeper.ZKUtil(111): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b70d29849faf,33717,1731368375931 2024-11-11T23:39:38,332 WARN [RS:0;b70d29849faf:33717 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:39:38,332 INFO [RS:0;b70d29849faf:33717 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:39:38,333 DEBUG [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/WALs/b70d29849faf,33717,1731368375931 2024-11-11T23:39:38,337 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b70d29849faf,33717,1731368375931] 2024-11-11T23:39:38,365 INFO [RS:0;b70d29849faf:33717 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:39:38,384 INFO [RS:0;b70d29849faf:33717 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:39:38,390 INFO [RS:0;b70d29849faf:33717 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:39:38,390 INFO [RS:0;b70d29849faf:33717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:38,391 INFO [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:39:38,396 INFO [RS:0;b70d29849faf:33717 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:39:38,398 INFO [RS:0;b70d29849faf:33717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:38,398 DEBUG [RS:0;b70d29849faf:33717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b70d29849faf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:39:38,398 DEBUG [RS:0;b70d29849faf:33717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b70d29849faf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:39:38,398 DEBUG [RS:0;b70d29849faf:33717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b70d29849faf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:39:38,398 DEBUG [RS:0;b70d29849faf:33717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b70d29849faf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:39:38,399 DEBUG [RS:0;b70d29849faf:33717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b70d29849faf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:39:38,399 DEBUG [RS:0;b70d29849faf:33717 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b70d29849faf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:39:38,399 DEBUG [RS:0;b70d29849faf:33717 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b70d29849faf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:39:38,399 DEBUG [RS:0;b70d29849faf:33717 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b70d29849faf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:39:38,399 DEBUG [RS:0;b70d29849faf:33717 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b70d29849faf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:39:38,399 DEBUG [RS:0;b70d29849faf:33717 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b70d29849faf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:39:38,399 DEBUG [RS:0;b70d29849faf:33717 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b70d29849faf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:39:38,400 DEBUG [RS:0;b70d29849faf:33717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b70d29849faf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:39:38,400 DEBUG [RS:0;b70d29849faf:33717 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b70d29849faf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:39:38,400 DEBUG [RS:0;b70d29849faf:33717 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:39:38,401 INFO [RS:0;b70d29849faf:33717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:38,401 INFO [RS:0;b70d29849faf:33717 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:38,401 INFO [RS:0;b70d29849faf:33717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:38,401 INFO [RS:0;b70d29849faf:33717 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:38,402 INFO [RS:0;b70d29849faf:33717 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:38,402 INFO [RS:0;b70d29849faf:33717 {}] hbase.ChoreService(168): Chore ScheduledChore name=b70d29849faf,33717,1731368375931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:39:38,419 INFO [RS:0;b70d29849faf:33717 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:39:38,421 INFO [RS:0;b70d29849faf:33717 {}] hbase.ChoreService(168): Chore ScheduledChore name=b70d29849faf,33717,1731368375931-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:38,422 INFO [RS:0;b70d29849faf:33717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:38,422 INFO [RS:0;b70d29849faf:33717 {}] regionserver.Replication(171): b70d29849faf,33717,1731368375931 started 2024-11-11T23:39:38,439 INFO [RS:0;b70d29849faf:33717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:38,439 INFO [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(1482): Serving as b70d29849faf,33717,1731368375931, RpcServer on b70d29849faf/172.17.0.2:33717, sessionid=0x10031282c800001 2024-11-11T23:39:38,440 DEBUG [RS:0;b70d29849faf:33717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:39:38,440 DEBUG [RS:0;b70d29849faf:33717 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b70d29849faf,33717,1731368375931 2024-11-11T23:39:38,440 DEBUG [RS:0;b70d29849faf:33717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b70d29849faf,33717,1731368375931' 2024-11-11T23:39:38,441 DEBUG [RS:0;b70d29849faf:33717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T23:39:38,442 DEBUG [RS:0;b70d29849faf:33717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T23:39:38,442 DEBUG [RS:0;b70d29849faf:33717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:39:38,442 DEBUG [RS:0;b70d29849faf:33717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:39:38,443 DEBUG [RS:0;b70d29849faf:33717 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b70d29849faf,33717,1731368375931 2024-11-11T23:39:38,443 DEBUG [RS:0;b70d29849faf:33717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b70d29849faf,33717,1731368375931' 2024-11-11T23:39:38,443 DEBUG [RS:0;b70d29849faf:33717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T23:39:38,443 DEBUG [RS:0;b70d29849faf:33717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T23:39:38,444 DEBUG [RS:0;b70d29849faf:33717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:39:38,444 INFO [RS:0;b70d29849faf:33717 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:39:38,444 INFO [RS:0;b70d29849faf:33717 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:39:38,550 INFO [RS:0;b70d29849faf:33717 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:39:38,553 INFO [RS:0;b70d29849faf:33717 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b70d29849faf%2C33717%2C1731368375931, suffix=, logDir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/WALs/b70d29849faf,33717,1731368375931, archiveDir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/oldWALs, maxLogs=32 2024-11-11T23:39:38,573 DEBUG [RS:0;b70d29849faf:33717 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/WALs/b70d29849faf,33717,1731368375931/b70d29849faf%2C33717%2C1731368375931.1731368378556, exclude list is [], retry=0 2024-11-11T23:39:38,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37789,DS-10a0338d-2e3d-48e5-8379-bbbc2545d00e,DISK] 2024-11-11T23:39:38,583 INFO [RS:0;b70d29849faf:33717 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/WALs/b70d29849faf,33717,1731368375931/b70d29849faf%2C33717%2C1731368375931.1731368378556 2024-11-11T23:39:38,583 DEBUG [RS:0;b70d29849faf:33717 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39011:39011)] 2024-11-11T23:39:38,673 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:39:38,674 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62 2024-11-11T23:39:38,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:39:39,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:39:39,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:39:39,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:39:39,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:39:39,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:39:39,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:39:39,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:39:39,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:39:39,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:39:39,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:39:39,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:39:39,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:39:39,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:39:39,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:39:39,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:39:39,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:39:39,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:39:39,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:39:39,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740 2024-11-11T23:39:39,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740 2024-11-11T23:39:39,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:39:39,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:39:39,118 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T23:39:39,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:39:39,127 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:39:39,128 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66459010, jitterRate=-0.009683579206466675}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T23:39:39,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731368379086Initializing all the Stores at 1731368379088 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731368379088Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731368379088Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368379088Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731368379088Cleaning up temporary data from old regions at 1731368379116 (+28 ms)Region opened successfully at 1731368379132 (+16 ms) 2024-11-11T23:39:39,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:39:39,133 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:39:39,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:39:39,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:39:39,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:39:39,135 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:39:39,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731368379133Disabling compacts and flushes for region at 1731368379133Disabling writes for close at 1731368379133Writing region close event to WAL at 1731368379134 (+1 ms)Closed at 1731368379135 (+1 ms) 2024-11-11T23:39:39,139 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:39:39,140 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:39:39,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:39:39,156 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:39:39,159 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:39:39,314 DEBUG [b70d29849faf:38133 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:39:39,329 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:39:39,335 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b70d29849faf,33717,1731368375931, state=OPENING 2024-11-11T23:39:39,339 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:39:39,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:39:39,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:39:39,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T23:39:39,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T23:39:39,343 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:39:39,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:39:39,525 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:39:39,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46927, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:39:39,538 INFO [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:39:39,538 INFO [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:39:39,539 INFO [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:39:39,541 INFO [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b70d29849faf%2C33717%2C1731368375931.meta, suffix=.meta, logDir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/WALs/b70d29849faf,33717,1731368375931, archiveDir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/oldWALs, maxLogs=32 2024-11-11T23:39:39,555 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/WALs/b70d29849faf,33717,1731368375931/b70d29849faf%2C33717%2C1731368375931.meta.1731368379543.meta, exclude list is [], retry=0 2024-11-11T23:39:39,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37789,DS-10a0338d-2e3d-48e5-8379-bbbc2545d00e,DISK] 2024-11-11T23:39:39,562 INFO [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/WALs/b70d29849faf,33717,1731368375931/b70d29849faf%2C33717%2C1731368375931.meta.1731368379543.meta 2024-11-11T23:39:39,562 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39011:39011)] 2024-11-11T23:39:39,563 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:39:39,564 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:39:39,566 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:39:39,570 INFO [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:39:39,574 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:39:39,574 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:39:39,574 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:39:39,574 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:39:39,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:39:39,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:39:39,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:39:39,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:39:39,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:39:39,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:39:39,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:39:39,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:39:39,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:39:39,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:39:39,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:39:39,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:39:39,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:39:39,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:39:39,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:39:39,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:39:39,588 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:39:39,589 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740 2024-11-11T23:39:39,592 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740 2024-11-11T23:39:39,594 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:39:39,594 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:39:39,595 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T23:39:39,598 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:39:39,600 INFO [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68769367, jitterRate=0.024743422865867615}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T23:39:39,600 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:39:39,601 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731368379575Writing region info on filesystem at 1731368379575Initializing all the Stores at 1731368379577 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731368379577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731368379577Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368379577Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731368379577Cleaning up temporary data from old regions at 1731368379594 (+17 ms)Running coprocessor post-open hooks at 1731368379600 (+6 ms)Region opened successfully at 1731368379601 (+1 ms) 2024-11-11T23:39:39,608 INFO [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731368379514 2024-11-11T23:39:39,618 DEBUG [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:39:39,618 INFO [RS_OPEN_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:39:39,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:39:39,622 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b70d29849faf,33717,1731368375931, state=OPEN 2024-11-11T23:39:39,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T23:39:39,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T23:39:39,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T23:39:39,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T23:39:39,626 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:39,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:39:39,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b70d29849faf,33717,1731368375931 in 282 msec 2024-11-11T23:39:39,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:39:39,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 488 msec 2024-11-11T23:39:39,642 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:39:39,642 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:39:39,659 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:39:39,660 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:39:39,677 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:39:39,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56391, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:39:39,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5530 sec 2024-11-11T23:39:39,698 INFO [master/b70d29849faf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731368379698, completionTime=-1 2024-11-11T23:39:39,701 INFO [master/b70d29849faf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:39:39,701 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T23:39:39,724 INFO [master/b70d29849faf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-11T23:39:39,725 INFO [master/b70d29849faf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731368439725 2024-11-11T23:39:39,725 INFO [master/b70d29849faf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731368499725 2024-11-11T23:39:39,725 INFO [master/b70d29849faf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-11T23:39:39,727 INFO [master/b70d29849faf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b70d29849faf,38133,1731368375272-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:39,727 INFO [master/b70d29849faf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b70d29849faf,38133,1731368375272-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:39,727 INFO [master/b70d29849faf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b70d29849faf,38133,1731368375272-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:39,729 INFO [master/b70d29849faf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b70d29849faf:38133, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:39,729 INFO [master/b70d29849faf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:39,730 INFO [master/b70d29849faf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:39,737 DEBUG [master/b70d29849faf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:39:39,756 INFO [master/b70d29849faf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.708sec 2024-11-11T23:39:39,758 INFO [master/b70d29849faf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:39:39,759 INFO [master/b70d29849faf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:39:39,760 INFO [master/b70d29849faf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:39:39,761 INFO [master/b70d29849faf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:39:39,761 INFO [master/b70d29849faf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:39:39,762 INFO [master/b70d29849faf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b70d29849faf,38133,1731368375272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:39:39,763 INFO [master/b70d29849faf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b70d29849faf,38133,1731368375272-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:39:39,772 DEBUG [master/b70d29849faf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:39:39,772 INFO [master/b70d29849faf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:39:39,773 INFO [master/b70d29849faf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b70d29849faf,38133,1731368375272-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:39:39,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:39,823 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T23:39:39,824 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T23:39:39,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:39:39,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:39:39,836 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:39:39,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:39:39,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:39:39,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531238f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:39,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:39:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:39:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:39:39,846 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:39:39,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:39,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:39:39,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:39:39,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:39:39,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:39:39,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b70d29849faf,38133,1731368375272 2024-11-11T23:39:39,889 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=210, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=5275 2024-11-11T23:39:39,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:39:39,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b70d29849faf,38133,1731368375272 2024-11-11T23:39:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@680215db 2024-11-11T23:39:39,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:39:39,924 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:39:39,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T23:39:39,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:39:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T23:39:39,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:39:39,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-11T23:39:39,946 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:39:39,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:39:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:39:39,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741835_1011 (size=959) 2024-11-11T23:39:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:39:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:39:40,373 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62 2024-11-11T23:39:40,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741836_1012 (size=53) 2024-11-11T23:39:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:39:40,785 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:39:40,786 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8e4467b37d2500a36c3f06c747a63507, disabling compactions & flushes 2024-11-11T23:39:40,786 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:40,786 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:40,786 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. after waiting 0 ms 2024-11-11T23:39:40,786 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:40,786 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:40,786 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e4467b37d2500a36c3f06c747a63507: Waiting for close lock at 1731368380786Disabling compacts and flushes for region at 1731368380786Disabling writes for close at 1731368380786Writing region close event to WAL at 1731368380786Closed at 1731368380786 2024-11-11T23:39:40,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:39:40,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731368380788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731368380788"}]},"ts":"1731368380788"} 2024-11-11T23:39:40,798 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:39:40,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:39:40,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368380801"}]},"ts":"1731368380801"} 2024-11-11T23:39:40,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T23:39:40,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e4467b37d2500a36c3f06c747a63507, ASSIGN}] 2024-11-11T23:39:40,814 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e4467b37d2500a36c3f06c747a63507, ASSIGN 2024-11-11T23:39:40,816 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e4467b37d2500a36c3f06c747a63507, ASSIGN; state=OFFLINE, location=b70d29849faf,33717,1731368375931; forceNewPlan=false, retain=false 2024-11-11T23:39:40,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e4467b37d2500a36c3f06c747a63507, regionState=OPENING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:39:40,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e4467b37d2500a36c3f06c747a63507, ASSIGN because future has completed 2024-11-11T23:39:40,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:39:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:39:41,142 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:41,142 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:39:41,143 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:41,143 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:39:41,143 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:41,143 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:41,146 INFO [StoreOpener-8e4467b37d2500a36c3f06c747a63507-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:41,148 INFO [StoreOpener-8e4467b37d2500a36c3f06c747a63507-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e4467b37d2500a36c3f06c747a63507 columnFamilyName A 2024-11-11T23:39:41,149 DEBUG [StoreOpener-8e4467b37d2500a36c3f06c747a63507-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:39:41,150 INFO [StoreOpener-8e4467b37d2500a36c3f06c747a63507-1 {}] regionserver.HStore(327): Store=8e4467b37d2500a36c3f06c747a63507/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:39:41,150 INFO [StoreOpener-8e4467b37d2500a36c3f06c747a63507-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:41,153 INFO [StoreOpener-8e4467b37d2500a36c3f06c747a63507-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e4467b37d2500a36c3f06c747a63507 columnFamilyName B 2024-11-11T23:39:41,153 DEBUG [StoreOpener-8e4467b37d2500a36c3f06c747a63507-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:39:41,154 INFO [StoreOpener-8e4467b37d2500a36c3f06c747a63507-1 {}] regionserver.HStore(327): Store=8e4467b37d2500a36c3f06c747a63507/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:39:41,154 INFO [StoreOpener-8e4467b37d2500a36c3f06c747a63507-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:41,156 INFO [StoreOpener-8e4467b37d2500a36c3f06c747a63507-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e4467b37d2500a36c3f06c747a63507 columnFamilyName C 2024-11-11T23:39:41,156 DEBUG [StoreOpener-8e4467b37d2500a36c3f06c747a63507-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:39:41,157 INFO [StoreOpener-8e4467b37d2500a36c3f06c747a63507-1 {}] regionserver.HStore(327): Store=8e4467b37d2500a36c3f06c747a63507/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:39:41,158 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:41,159 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:41,160 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:41,162 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:41,162 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:41,163 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T23:39:41,165 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:41,169 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:39:41,170 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8e4467b37d2500a36c3f06c747a63507; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65583384, jitterRate=-0.022731423377990723}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T23:39:41,170 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:41,171 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8e4467b37d2500a36c3f06c747a63507: Running coprocessor pre-open hook at 1731368381143Writing region info on filesystem at 1731368381143Initializing all the Stores at 1731368381145 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368381145Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368381146 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368381146Cleaning up temporary data from old regions at 1731368381162 (+16 ms)Running coprocessor post-open hooks at 1731368381170 (+8 ms)Region opened successfully at 1731368381171 (+1 ms) 2024-11-11T23:39:41,173 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., pid=6, masterSystemTime=1731368381135 2024-11-11T23:39:41,176 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:41,176 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:41,177 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e4467b37d2500a36c3f06c747a63507, regionState=OPEN, openSeqNum=2, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:39:41,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:39:41,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:39:41,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 in 204 msec 2024-11-11T23:39:41,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:39:41,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e4467b37d2500a36c3f06c747a63507, ASSIGN in 378 msec 2024-11-11T23:39:41,194 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:39:41,194 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368381194"}]},"ts":"1731368381194"} 2024-11-11T23:39:41,197 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T23:39:41,199 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:39:41,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2650 sec 2024-11-11T23:39:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:39:42,116 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:39:42,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0b3b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:39:42,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:39:42,127 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:39:42,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:39:42,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:39:42,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56cc3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:39:42,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:39:42,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:39:42,131 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:39:42,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d59d180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:39:42,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:39:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:39:42,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:39:42,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:39:42,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b70d29849faf,38133,1731368375272 2024-11-11T23:39:42,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5147d04a 2024-11-11T23:39:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:39:42,145 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:39:42,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340b46e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:39:42,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:39:42,152 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:39:42,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:39:42,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:39:42,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dee243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:39:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:39:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:39:42,156 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:39:42,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad5917e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6edf4fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:39:42,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:39:42,159 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:39:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:39:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:39:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5ef3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:39:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:39:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:39:42,162 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:39:42,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43659da1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f4b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:39:42,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:39:42,166 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:39:42,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:39:42,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:39:42,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295e0987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:39:42,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:39:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:39:42,169 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:39:42,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174557e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52294ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:39:42,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:39:42,173 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:39:42,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:39:42,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:39:42,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d21add1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:39:42,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:39:42,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:39:42,176 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:39:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c44f32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7926de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:39:42,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:39:42,179 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:39:42,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:39:42,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:39:42,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c2308e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:39:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:39:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:39:42,181 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:39:42,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee049f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b48425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:39:42,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:39:42,185 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:39:42,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:39:42,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:39:42,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60486904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:39:42,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:39:42,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:39:42,188 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:39:42,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f58bfae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4454ce2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:39:42,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:39:42,191 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:39:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:39:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:39:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac65b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:39:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:39:42,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:39:42,194 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:39:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79314f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a9c1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:39:42,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:39:42,197 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:39:42,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:39:42,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:39:42,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a16c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:39:42,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:39:42,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:39:42,200 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:39:42,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a574470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cadbd93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:39:42,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:39:42,203 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:39:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:39:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:39:42,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a18c602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:39:42,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:39:42,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:39:42,206 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:39:42,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7599d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:39:42,210 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:39:42,210 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:39:42,211 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:39:42,211 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:39:42,212 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:39:42,210 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:39:42,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:39:42,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:39:42,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:39:42,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:39:42,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:39:42,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:39:42,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:39:42,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:39:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:39:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:39:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:39:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:39:42,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:39:42,215 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:39:42,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:39:42,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:39:42,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:39:42,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:39:42,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:39:42,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:39:42,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:39:42,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:39:42,219 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:39:42,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:39:42,222 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:39:42,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:39:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-11T23:39:42,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:39:42,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:39:42,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:39:42,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:39:42,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:39:42,225 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:39:42,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:39:42,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:39:42,228 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:39:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:39:42,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:39:42,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:39:42,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:39:42,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:39:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:39:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:39:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:39:42,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:39:42,304 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:39:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:42,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:39:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:39:42,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T23:39:42,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:42,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:42,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:42,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:42,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:42,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/698aa896fe4b4b8b956de5e159d3eb27 is 50, key is test_row_0/A:col10/1731368382306/Put/seqid=0 2024-11-11T23:39:42,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741837_1013 (size=12001) 2024-11-11T23:39:42,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/698aa896fe4b4b8b956de5e159d3eb27 2024-11-11T23:39:42,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368442470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:42,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368442488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:42,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368442487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:42,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368442496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:42,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368442496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:39:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:42,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:42,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:42,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:42,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:42,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T23:39:42,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:42,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:42,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:42,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:42,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:42,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/89a300f3016f4de19124d8a056dfda2d is 50, key is test_row_0/B:col10/1731368382306/Put/seqid=0 2024-11-11T23:39:42,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741838_1014 (size=12001) 2024-11-11T23:39:42,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/89a300f3016f4de19124d8a056dfda2d 2024-11-11T23:39:42,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368442664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:42,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:42,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368442665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:42,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:42,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:42,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368442667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368442668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:42,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368442668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:42,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/2c9a3a25093c444ab04f74a65d253164 is 50, key is test_row_0/C:col10/1731368382306/Put/seqid=0 2024-11-11T23:39:42,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741839_1015 (size=12001) 2024-11-11T23:39:42,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/2c9a3a25093c444ab04f74a65d253164 2024-11-11T23:39:42,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/698aa896fe4b4b8b956de5e159d3eb27 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/698aa896fe4b4b8b956de5e159d3eb27 2024-11-11T23:39:42,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T23:39:42,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/698aa896fe4b4b8b956de5e159d3eb27, entries=150, sequenceid=14, filesize=11.7 K 2024-11-11T23:39:42,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:42,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:42,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:42,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:42,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:42,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/89a300f3016f4de19124d8a056dfda2d as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/89a300f3016f4de19124d8a056dfda2d 2024-11-11T23:39:42,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/89a300f3016f4de19124d8a056dfda2d, entries=150, sequenceid=14, filesize=11.7 K 2024-11-11T23:39:42,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/2c9a3a25093c444ab04f74a65d253164 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/2c9a3a25093c444ab04f74a65d253164 2024-11-11T23:39:42,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/2c9a3a25093c444ab04f74a65d253164, entries=150, sequenceid=14, filesize=11.7 K 2024-11-11T23:39:42,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8e4467b37d2500a36c3f06c747a63507 in 510ms, sequenceid=14, compaction requested=false 2024-11-11T23:39:42,821 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T23:39:42,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:39:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:42,895 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:39:42,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T23:39:42,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/361f36dacb0c42d891607e4ff725c9af is 50, key is test_row_0/A:col10/1731368382890/Put/seqid=0 2024-11-11T23:39:42,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T23:39:42,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:42,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:42,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:42,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:42,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:42,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368442922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:42,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:42,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368442926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:42,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:42,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368442934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:42,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:42,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368442934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368442936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:42,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:42,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:42,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:42,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741840_1016 (size=16681) 2024-11-11T23:39:42,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/361f36dacb0c42d891607e4ff725c9af 2024-11-11T23:39:42,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/309928cc49754030b6adb3055d736a27 is 50, key is test_row_0/B:col10/1731368382890/Put/seqid=0 2024-11-11T23:39:43,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741841_1017 (size=12001) 2024-11-11T23:39:43,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368443044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:43,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:43,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368443044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:43,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:43,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368443054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:43,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:43,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368443065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:43,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:43,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368443065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:43,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:43,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T23:39:43,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:43,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:43,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:43,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T23:39:43,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:43,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:43,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:43,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368443253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:43,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368443263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:43,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368443273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368443274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:43,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368443283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:43,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:39:43,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T23:39:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:43,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:43,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:43,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/309928cc49754030b6adb3055d736a27 2024-11-11T23:39:43,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/f5ba9f5600f440db8920f5d0f3aac9b2 is 50, key is test_row_0/C:col10/1731368382890/Put/seqid=0 2024-11-11T23:39:43,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741842_1018 (size=12001) 2024-11-11T23:39:43,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T23:39:43,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:43,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:43,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:43,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368443563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:43,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:43,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368443575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:43,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:43,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368443584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368443584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:43,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368443593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:43,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:43,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:43,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T23:39:43,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:43,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:43,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:43,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T23:39:43,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:43,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:43,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:43,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:43,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/f5ba9f5600f440db8920f5d0f3aac9b2 2024-11-11T23:39:43,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/361f36dacb0c42d891607e4ff725c9af as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/361f36dacb0c42d891607e4ff725c9af 2024-11-11T23:39:43,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/361f36dacb0c42d891607e4ff725c9af, entries=250, sequenceid=39, filesize=16.3 K 2024-11-11T23:39:43,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/309928cc49754030b6adb3055d736a27 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/309928cc49754030b6adb3055d736a27 2024-11-11T23:39:43,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/309928cc49754030b6adb3055d736a27, entries=150, sequenceid=39, filesize=11.7 K 2024-11-11T23:39:43,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/f5ba9f5600f440db8920f5d0f3aac9b2 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/f5ba9f5600f440db8920f5d0f3aac9b2 2024-11-11T23:39:43,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/f5ba9f5600f440db8920f5d0f3aac9b2, entries=150, sequenceid=39, filesize=11.7 K 2024-11-11T23:39:43,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 8e4467b37d2500a36c3f06c747a63507 in 1051ms, sequenceid=39, compaction requested=false 2024-11-11T23:39:43,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:44,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T23:39:44,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:44,027 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T23:39:44,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/5632bc62590b4aeb9993b6426837d5a8 is 50, key is test_row_0/A:col10/1731368382917/Put/seqid=0 2024-11-11T23:39:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:44,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:44,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741843_1019 (size=12001) 2024-11-11T23:39:44,105 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/5632bc62590b4aeb9993b6426837d5a8 2024-11-11T23:39:44,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/0e91c8cb2161461c9fba78d19c719b6b is 50, key is test_row_0/B:col10/1731368382917/Put/seqid=0 2024-11-11T23:39:44,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741844_1020 (size=12001) 2024-11-11T23:39:44,178 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/0e91c8cb2161461c9fba78d19c719b6b 2024-11-11T23:39:44,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368444192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368444196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/f4680cc87d1f427f9b367e05025b08ad is 50, key is test_row_0/C:col10/1731368382917/Put/seqid=0 2024-11-11T23:39:44,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368444200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368444204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368444204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741845_1021 (size=12001) 2024-11-11T23:39:44,247 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/f4680cc87d1f427f9b367e05025b08ad 2024-11-11T23:39:44,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/5632bc62590b4aeb9993b6426837d5a8 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5632bc62590b4aeb9993b6426837d5a8 2024-11-11T23:39:44,298 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5632bc62590b4aeb9993b6426837d5a8, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T23:39:44,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/0e91c8cb2161461c9fba78d19c719b6b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/0e91c8cb2161461c9fba78d19c719b6b 2024-11-11T23:39:44,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368444318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368444317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368444324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368444324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368444333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,344 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/0e91c8cb2161461c9fba78d19c719b6b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T23:39:44,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/f4680cc87d1f427f9b367e05025b08ad as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/f4680cc87d1f427f9b367e05025b08ad 2024-11-11T23:39:44,359 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:39:44,365 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/f4680cc87d1f427f9b367e05025b08ad, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T23:39:44,368 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8e4467b37d2500a36c3f06c747a63507 in 341ms, sequenceid=51, compaction requested=true 2024-11-11T23:39:44,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:44,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:44,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T23:39:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T23:39:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:39:44,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T23:39:44,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1450 sec 2024-11-11T23:39:44,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.1730 sec 2024-11-11T23:39:44,545 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:39:44,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T23:39:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:44,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/e78333bc972e4ee4a445af08b476ba1d is 50, key is test_row_0/A:col10/1731368384541/Put/seqid=0 2024-11-11T23:39:44,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368444575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368444575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368444581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368444596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741846_1022 (size=14341) 2024-11-11T23:39:44,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368444589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368444692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368444703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368444713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368444723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368444743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368444903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368444912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368444923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368444933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:44,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368444953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:44,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:45,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/e78333bc972e4ee4a445af08b476ba1d 2024-11-11T23:39:45,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/8645c102512f4abe9caf292320ba54a2 is 50, key is test_row_0/B:col10/1731368384541/Put/seqid=0 2024-11-11T23:39:45,086 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T23:39:45,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741847_1023 (size=12001) 2024-11-11T23:39:45,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/8645c102512f4abe9caf292320ba54a2 2024-11-11T23:39:45,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/721ff9bac8a44ef384575282a2994f0b is 50, key is test_row_0/C:col10/1731368384541/Put/seqid=0 2024-11-11T23:39:45,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741848_1024 (size=12001) 2024-11-11T23:39:45,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/721ff9bac8a44ef384575282a2994f0b 2024-11-11T23:39:45,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/e78333bc972e4ee4a445af08b476ba1d as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/e78333bc972e4ee4a445af08b476ba1d 2024-11-11T23:39:45,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/e78333bc972e4ee4a445af08b476ba1d, entries=200, sequenceid=78, filesize=14.0 K 2024-11-11T23:39:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/8645c102512f4abe9caf292320ba54a2 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/8645c102512f4abe9caf292320ba54a2 2024-11-11T23:39:45,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/8645c102512f4abe9caf292320ba54a2, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T23:39:45,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368445223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:45,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:45,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368445223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:45,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:45,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/721ff9bac8a44ef384575282a2994f0b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/721ff9bac8a44ef384575282a2994f0b 2024-11-11T23:39:45,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:45,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368445233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:45,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:45,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/721ff9bac8a44ef384575282a2994f0b, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T23:39:45,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 8e4467b37d2500a36c3f06c747a63507 in 699ms, sequenceid=78, compaction requested=true 2024-11-11T23:39:45,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:45,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:39:45,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:45,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:39:45,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:45,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:39:45,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:45,252 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:39:45,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:39:45,254 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:39:45,260 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:39:45,263 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/B is initiating minor compaction (all files) 2024-11-11T23:39:45,264 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/B in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:45,265 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/89a300f3016f4de19124d8a056dfda2d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/309928cc49754030b6adb3055d736a27, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/0e91c8cb2161461c9fba78d19c719b6b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/8645c102512f4abe9caf292320ba54a2] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=46.9 K 2024-11-11T23:39:45,267 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 89a300f3016f4de19124d8a056dfda2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731368382293 2024-11-11T23:39:45,268 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 309928cc49754030b6adb3055d736a27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731368382487 2024-11-11T23:39:45,269 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:39:45,270 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e91c8cb2161461c9fba78d19c719b6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731368382917 2024-11-11T23:39:45,271 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 8645c102512f4abe9caf292320ba54a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731368384197 2024-11-11T23:39:45,276 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:39:45,276 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/A is initiating minor compaction (all files) 2024-11-11T23:39:45,276 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/A in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:45,276 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/698aa896fe4b4b8b956de5e159d3eb27, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/361f36dacb0c42d891607e4ff725c9af, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5632bc62590b4aeb9993b6426837d5a8, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/e78333bc972e4ee4a445af08b476ba1d] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=53.7 K 2024-11-11T23:39:45,277 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 698aa896fe4b4b8b956de5e159d3eb27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731368382293 2024-11-11T23:39:45,279 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 361f36dacb0c42d891607e4ff725c9af, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731368382461 2024-11-11T23:39:45,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/169f0aeee67945cbb2d4086ae366e4a5 is 50, key is test_row_0/A:col10/1731368385244/Put/seqid=0 2024-11-11T23:39:45,281 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5632bc62590b4aeb9993b6426837d5a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731368382917 2024-11-11T23:39:45,285 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting e78333bc972e4ee4a445af08b476ba1d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731368384191 2024-11-11T23:39:45,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741849_1025 (size=14341) 2024-11-11T23:39:45,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/169f0aeee67945cbb2d4086ae366e4a5 2024-11-11T23:39:45,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/3ce947fe067748b4b28549be056fca1b is 50, key is test_row_0/B:col10/1731368385244/Put/seqid=0 2024-11-11T23:39:45,334 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#B#compaction#13 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:45,334 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#A#compaction#14 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:45,335 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/aa9b4918c32042d9b4fb42fa3a84a597 is 50, key is test_row_0/B:col10/1731368384541/Put/seqid=0 2024-11-11T23:39:45,335 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/d82d59c0f2bf4a818651913133a0eab6 is 50, key is test_row_0/A:col10/1731368384541/Put/seqid=0 2024-11-11T23:39:45,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741850_1026 (size=12001) 2024-11-11T23:39:45,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/3ce947fe067748b4b28549be056fca1b 2024-11-11T23:39:45,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741851_1027 (size=12139) 2024-11-11T23:39:45,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741852_1028 (size=12139) 2024-11-11T23:39:45,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/8f8e5cf25d0844929a07bb89d38be9ef is 50, key is test_row_0/C:col10/1731368385244/Put/seqid=0 2024-11-11T23:39:45,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741853_1029 (size=12001) 2024-11-11T23:39:45,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368445464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:45,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:45,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368445464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:45,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:45,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368445583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:45,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:45,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368445583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:45,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:45,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T23:39:45,686 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T23:39:45,688 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:39:45,688 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T23:39:45,689 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T23:39:45,689 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T23:39:45,690 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T23:39:45,690 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-11T23:39:45,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368445745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:45,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:45,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368445745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:45,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:45,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368445745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:45,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:45,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:45,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:45,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368445793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368445794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:45,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:45,798 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/d82d59c0f2bf4a818651913133a0eab6 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/d82d59c0f2bf4a818651913133a0eab6 2024-11-11T23:39:45,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:45,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:45,801 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/aa9b4918c32042d9b4fb42fa3a84a597 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/aa9b4918c32042d9b4fb42fa3a84a597 2024-11-11T23:39:45,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/8f8e5cf25d0844929a07bb89d38be9ef 2024-11-11T23:39:45,835 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/A of 8e4467b37d2500a36c3f06c747a63507 into d82d59c0f2bf4a818651913133a0eab6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:45,835 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:45,837 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/B of 8e4467b37d2500a36c3f06c747a63507 into aa9b4918c32042d9b4fb42fa3a84a597(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:45,837 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:45,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/169f0aeee67945cbb2d4086ae366e4a5 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/169f0aeee67945cbb2d4086ae366e4a5 2024-11-11T23:39:45,839 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/A, priority=12, startTime=1731368385247; duration=0sec 2024-11-11T23:39:45,839 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/B, priority=12, startTime=1731368385251; duration=0sec 2024-11-11T23:39:45,840 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:45,840 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:B 2024-11-11T23:39:45,840 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:39:45,840 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:45,840 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:A 2024-11-11T23:39:45,846 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:39:45,847 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/C is initiating minor compaction (all files) 2024-11-11T23:39:45,847 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/C in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:45,847 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/2c9a3a25093c444ab04f74a65d253164, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/f5ba9f5600f440db8920f5d0f3aac9b2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/f4680cc87d1f427f9b367e05025b08ad, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/721ff9bac8a44ef384575282a2994f0b] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=46.9 K 2024-11-11T23:39:45,850 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c9a3a25093c444ab04f74a65d253164, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731368382293 2024-11-11T23:39:45,855 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting f5ba9f5600f440db8920f5d0f3aac9b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731368382487 2024-11-11T23:39:45,856 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting f4680cc87d1f427f9b367e05025b08ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731368382917 2024-11-11T23:39:45,858 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 721ff9bac8a44ef384575282a2994f0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731368384197 2024-11-11T23:39:45,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/169f0aeee67945cbb2d4086ae366e4a5, entries=200, sequenceid=90, filesize=14.0 K 2024-11-11T23:39:45,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/3ce947fe067748b4b28549be056fca1b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/3ce947fe067748b4b28549be056fca1b 2024-11-11T23:39:45,886 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#C#compaction#17 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:45,887 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/dc9803934ec5465c90fad3320ea7709e is 50, key is test_row_0/C:col10/1731368384541/Put/seqid=0 2024-11-11T23:39:45,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/3ce947fe067748b4b28549be056fca1b, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T23:39:45,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/8f8e5cf25d0844929a07bb89d38be9ef as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/8f8e5cf25d0844929a07bb89d38be9ef 2024-11-11T23:39:45,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/8f8e5cf25d0844929a07bb89d38be9ef, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T23:39:45,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8e4467b37d2500a36c3f06c747a63507 in 658ms, sequenceid=90, compaction requested=false 2024-11-11T23:39:45,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:45,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741854_1030 (size=12139) 2024-11-11T23:39:45,928 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/dc9803934ec5465c90fad3320ea7709e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/dc9803934ec5465c90fad3320ea7709e 2024-11-11T23:39:45,942 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/C of 8e4467b37d2500a36c3f06c747a63507 into dc9803934ec5465c90fad3320ea7709e(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:45,942 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:45,942 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/C, priority=12, startTime=1731368385252; duration=0sec 2024-11-11T23:39:45,942 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:45,942 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:C 2024-11-11T23:39:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:46,106 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:39:46,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T23:39:46,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/a8244f42eb824a1ea46163ec9286d1a6 is 50, key is test_row_0/A:col10/1731368386104/Put/seqid=0 2024-11-11T23:39:46,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368446127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:46,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:46,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368446132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:46,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:46,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741855_1031 (size=16681) 2024-11-11T23:39:46,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/a8244f42eb824a1ea46163ec9286d1a6 2024-11-11T23:39:46,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/23a59f56b80f4f7587e4581ddb6e8ec8 is 50, key is test_row_0/B:col10/1731368386104/Put/seqid=0 2024-11-11T23:39:46,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741856_1032 (size=12001) 2024-11-11T23:39:46,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/23a59f56b80f4f7587e4581ddb6e8ec8 2024-11-11T23:39:46,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368446256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:46,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:46,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368446256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:46,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:46,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/44056c3023dc4361a95371aff6c6e58b is 50, key is test_row_0/C:col10/1731368386104/Put/seqid=0 2024-11-11T23:39:46,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741857_1033 (size=12001) 2024-11-11T23:39:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:39:46,393 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:39:46,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:39:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-11T23:39:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T23:39:46,398 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:39:46,404 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:39:46,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:39:46,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368446462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368446462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T23:39:46,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T23:39:46,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:46,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:46,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:46,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:46,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:46,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/44056c3023dc4361a95371aff6c6e58b 2024-11-11T23:39:46,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/a8244f42eb824a1ea46163ec9286d1a6 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/a8244f42eb824a1ea46163ec9286d1a6 2024-11-11T23:39:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T23:39:46,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/a8244f42eb824a1ea46163ec9286d1a6, entries=250, sequenceid=120, filesize=16.3 K 2024-11-11T23:39:46,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/23a59f56b80f4f7587e4581ddb6e8ec8 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/23a59f56b80f4f7587e4581ddb6e8ec8 2024-11-11T23:39:46,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T23:39:46,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:46,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:46,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:46,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:46,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:46,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/23a59f56b80f4f7587e4581ddb6e8ec8, entries=150, sequenceid=120, filesize=11.7 K 2024-11-11T23:39:46,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/44056c3023dc4361a95371aff6c6e58b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/44056c3023dc4361a95371aff6c6e58b 2024-11-11T23:39:46,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/44056c3023dc4361a95371aff6c6e58b, entries=150, sequenceid=120, filesize=11.7 K 2024-11-11T23:39:46,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 8e4467b37d2500a36c3f06c747a63507 in 650ms, sequenceid=120, compaction requested=true 2024-11-11T23:39:46,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:46,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:39:46,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:46,757 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:46,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:39:46,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:46,757 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:46,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:39:46,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:46,760 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:46,760 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/B is initiating minor compaction (all files) 2024-11-11T23:39:46,761 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/B in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:46,761 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/aa9b4918c32042d9b4fb42fa3a84a597, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/3ce947fe067748b4b28549be056fca1b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/23a59f56b80f4f7587e4581ddb6e8ec8] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=35.3 K 2024-11-11T23:39:46,762 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:46,762 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/A is initiating minor compaction (all files) 2024-11-11T23:39:46,762 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/A in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:46,763 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/d82d59c0f2bf4a818651913133a0eab6, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/169f0aeee67945cbb2d4086ae366e4a5, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/a8244f42eb824a1ea46163ec9286d1a6] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=42.1 K 2024-11-11T23:39:46,763 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting aa9b4918c32042d9b4fb42fa3a84a597, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731368384197 2024-11-11T23:39:46,765 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting d82d59c0f2bf4a818651913133a0eab6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731368384197 2024-11-11T23:39:46,765 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ce947fe067748b4b28549be056fca1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731368384581 2024-11-11T23:39:46,767 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 169f0aeee67945cbb2d4086ae366e4a5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731368384579 2024-11-11T23:39:46,767 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 23a59f56b80f4f7587e4581ddb6e8ec8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731368385459 2024-11-11T23:39:46,768 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8244f42eb824a1ea46163ec9286d1a6, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731368385420 2024-11-11T23:39:46,776 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:39:46,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:39:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:46,801 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#B#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:46,802 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/a38288ba53fe43e4bcb65c58686d134e is 50, key is test_row_0/B:col10/1731368386104/Put/seqid=0 2024-11-11T23:39:46,812 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#A#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:46,813 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/3dc2ccc87d2c4c2497965148cab18cd1 is 50, key is test_row_0/A:col10/1731368386104/Put/seqid=0 2024-11-11T23:39:46,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/740f8d1826124b32bddfa0891f73b826 is 50, key is test_row_0/A:col10/1731368386774/Put/seqid=0 2024-11-11T23:39:46,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741858_1034 (size=12241) 2024-11-11T23:39:46,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741859_1035 (size=12241) 2024-11-11T23:39:46,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741860_1036 (size=9757) 2024-11-11T23:39:46,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/740f8d1826124b32bddfa0891f73b826 2024-11-11T23:39:46,839 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/a38288ba53fe43e4bcb65c58686d134e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/a38288ba53fe43e4bcb65c58686d134e 2024-11-11T23:39:46,852 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/B of 8e4467b37d2500a36c3f06c747a63507 into a38288ba53fe43e4bcb65c58686d134e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:46,852 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:46,852 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/B, priority=13, startTime=1731368386757; duration=0sec 2024-11-11T23:39:46,852 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:46,852 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:B 2024-11-11T23:39:46,852 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:46,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/d58135f6386a49dc96b0b41561be9e99 is 50, key is test_row_0/B:col10/1731368386774/Put/seqid=0 2024-11-11T23:39:46,855 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:46,855 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/C is initiating minor compaction (all files) 2024-11-11T23:39:46,855 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/C in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:46,856 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/dc9803934ec5465c90fad3320ea7709e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/8f8e5cf25d0844929a07bb89d38be9ef, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/44056c3023dc4361a95371aff6c6e58b] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=35.3 K 2024-11-11T23:39:46,858 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting dc9803934ec5465c90fad3320ea7709e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731368384197 2024-11-11T23:39:46,869 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f8e5cf25d0844929a07bb89d38be9ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731368384581 2024-11-11T23:39:46,871 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 44056c3023dc4361a95371aff6c6e58b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731368385459 2024-11-11T23:39:46,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T23:39:46,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:46,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:46,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:46,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:46,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:46,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741861_1037 (size=9757) 2024-11-11T23:39:46,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/d58135f6386a49dc96b0b41561be9e99 2024-11-11T23:39:46,902 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:46,902 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/49a1f242dd7f4a39a45f2ba0c3220554 is 50, key is test_row_0/C:col10/1731368386104/Put/seqid=0 2024-11-11T23:39:46,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368446898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:46,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:46,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/04e00d10d48c4974838dcb6af31ea5fd is 50, key is test_row_0/C:col10/1731368386774/Put/seqid=0 2024-11-11T23:39:46,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368446902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:46,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368446902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:46,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:46,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368446906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:46,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:46,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368446911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:46,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741862_1038 (size=12241) 2024-11-11T23:39:46,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741863_1039 (size=9757) 2024-11-11T23:39:46,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/04e00d10d48c4974838dcb6af31ea5fd 2024-11-11T23:39:46,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/740f8d1826124b32bddfa0891f73b826 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/740f8d1826124b32bddfa0891f73b826 2024-11-11T23:39:46,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/740f8d1826124b32bddfa0891f73b826, entries=100, sequenceid=133, filesize=9.5 K 2024-11-11T23:39:46,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/d58135f6386a49dc96b0b41561be9e99 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/d58135f6386a49dc96b0b41561be9e99 2024-11-11T23:39:47,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/d58135f6386a49dc96b0b41561be9e99, entries=100, sequenceid=133, filesize=9.5 K 2024-11-11T23:39:47,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/04e00d10d48c4974838dcb6af31ea5fd as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/04e00d10d48c4974838dcb6af31ea5fd 2024-11-11T23:39:47,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/04e00d10d48c4974838dcb6af31ea5fd, entries=100, sequenceid=133, filesize=9.5 K 2024-11-11T23:39:47,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8e4467b37d2500a36c3f06c747a63507 in 240ms, sequenceid=133, compaction requested=false 2024-11-11T23:39:47,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T23:39:47,028 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:39:47,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T23:39:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:47,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T23:39:47,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:47,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:47,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:47,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/00791768aacc4230a620ab32b954cd44 is 50, key is test_row_0/A:col10/1731368386899/Put/seqid=0 2024-11-11T23:39:47,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368447040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368447042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368447044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368447048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368447048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741864_1040 (size=14541) 2024-11-11T23:39:47,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368447153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368447164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368447164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368447164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368447164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T23:39:47,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:47,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:47,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:47,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,246 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/3dc2ccc87d2c4c2497965148cab18cd1 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/3dc2ccc87d2c4c2497965148cab18cd1 2024-11-11T23:39:47,260 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/A of 8e4467b37d2500a36c3f06c747a63507 into 3dc2ccc87d2c4c2497965148cab18cd1(size=12.0 K), total size for store is 21.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:47,260 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:47,260 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/A, priority=13, startTime=1731368386757; duration=0sec 2024-11-11T23:39:47,260 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:47,260 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:A 2024-11-11T23:39:47,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T23:39:47,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:47,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:47,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:47,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368447362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,365 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/49a1f242dd7f4a39a45f2ba0c3220554 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/49a1f242dd7f4a39a45f2ba0c3220554 2024-11-11T23:39:47,374 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/C of 8e4467b37d2500a36c3f06c747a63507 into 49a1f242dd7f4a39a45f2ba0c3220554(size=12.0 K), total size for store is 21.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:47,374 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:47,374 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/C, priority=13, startTime=1731368386757; duration=0sec 2024-11-11T23:39:47,375 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:47,375 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:C 2024-11-11T23:39:47,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368447383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368447383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368447383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368447383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/00791768aacc4230a620ab32b954cd44 2024-11-11T23:39:47,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/47eb483125a9498fbd656af799d912c9 is 50, key is test_row_0/B:col10/1731368386899/Put/seqid=0 2024-11-11T23:39:47,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T23:39:47,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:47,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:47,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:47,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741865_1041 (size=12151) 2024-11-11T23:39:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/47eb483125a9498fbd656af799d912c9 2024-11-11T23:39:47,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/9d76d6276b044362a867f5e941603009 is 50, key is test_row_0/C:col10/1731368386899/Put/seqid=0 2024-11-11T23:39:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T23:39:47,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741866_1042 (size=12151) 2024-11-11T23:39:47,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T23:39:47,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:47,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:47,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:47,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368447673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368447692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368447692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368447693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368447703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:47,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:47,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:47,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T23:39:47,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:47,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:47,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:47,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/9d76d6276b044362a867f5e941603009 2024-11-11T23:39:47,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/00791768aacc4230a620ab32b954cd44 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/00791768aacc4230a620ab32b954cd44 2024-11-11T23:39:47,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/00791768aacc4230a620ab32b954cd44, entries=200, sequenceid=158, filesize=14.2 K 2024-11-11T23:39:47,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T23:39:47,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:47,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:47,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:47,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:47,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/47eb483125a9498fbd656af799d912c9 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/47eb483125a9498fbd656af799d912c9 2024-11-11T23:39:47,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/47eb483125a9498fbd656af799d912c9, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T23:39:47,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/9d76d6276b044362a867f5e941603009 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9d76d6276b044362a867f5e941603009 2024-11-11T23:39:48,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9d76d6276b044362a867f5e941603009, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T23:39:48,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8e4467b37d2500a36c3f06c747a63507 in 975ms, sequenceid=158, compaction requested=true 2024-11-11T23:39:48,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:48,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:39:48,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:48,003 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:48,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:39:48,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:48,003 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:48,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:39:48,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:48,005 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:48,005 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:48,005 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/B is initiating minor compaction (all files) 2024-11-11T23:39:48,005 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/A is initiating minor compaction (all files) 2024-11-11T23:39:48,005 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/B in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:48,005 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/A in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:48,006 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/3dc2ccc87d2c4c2497965148cab18cd1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/740f8d1826124b32bddfa0891f73b826, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/00791768aacc4230a620ab32b954cd44] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=35.7 K 2024-11-11T23:39:48,006 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/a38288ba53fe43e4bcb65c58686d134e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/d58135f6386a49dc96b0b41561be9e99, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/47eb483125a9498fbd656af799d912c9] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=33.3 K 2024-11-11T23:39:48,006 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dc2ccc87d2c4c2497965148cab18cd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731368385459 2024-11-11T23:39:48,008 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting a38288ba53fe43e4bcb65c58686d134e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731368385459 2024-11-11T23:39:48,008 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 740f8d1826124b32bddfa0891f73b826, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731368386773 2024-11-11T23:39:48,008 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting d58135f6386a49dc96b0b41561be9e99, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731368386773 2024-11-11T23:39:48,009 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00791768aacc4230a620ab32b954cd44, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731368386891 2024-11-11T23:39:48,009 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 47eb483125a9498fbd656af799d912c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731368386899 2024-11-11T23:39:48,024 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#A#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:48,025 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/8d8cb4e3976e41b78a151162be9b13be is 50, key is test_row_0/A:col10/1731368386899/Put/seqid=0 2024-11-11T23:39:48,028 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:48,029 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/b1114f0a374c4ff4970a056b6d4f4ed2 is 50, key is test_row_0/B:col10/1731368386899/Put/seqid=0 2024-11-11T23:39:48,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741867_1043 (size=12493) 2024-11-11T23:39:48,050 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/8d8cb4e3976e41b78a151162be9b13be as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/8d8cb4e3976e41b78a151162be9b13be 2024-11-11T23:39:48,059 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/A of 8e4467b37d2500a36c3f06c747a63507 into 8d8cb4e3976e41b78a151162be9b13be(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:48,059 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:48,059 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/A, priority=13, startTime=1731368388003; duration=0sec 2024-11-11T23:39:48,059 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:48,059 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:A 2024-11-11T23:39:48,060 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:48,062 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:48,062 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/C is initiating minor compaction (all files) 2024-11-11T23:39:48,062 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/C in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:48,062 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/49a1f242dd7f4a39a45f2ba0c3220554, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/04e00d10d48c4974838dcb6af31ea5fd, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9d76d6276b044362a867f5e941603009] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=33.3 K 2024-11-11T23:39:48,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741868_1044 (size=12493) 2024-11-11T23:39:48,063 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49a1f242dd7f4a39a45f2ba0c3220554, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731368385459 2024-11-11T23:39:48,064 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04e00d10d48c4974838dcb6af31ea5fd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731368386773 2024-11-11T23:39:48,067 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d76d6276b044362a867f5e941603009, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731368386899 2024-11-11T23:39:48,075 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/b1114f0a374c4ff4970a056b6d4f4ed2 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/b1114f0a374c4ff4970a056b6d4f4ed2 2024-11-11T23:39:48,085 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/B of 8e4467b37d2500a36c3f06c747a63507 into b1114f0a374c4ff4970a056b6d4f4ed2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:48,086 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#C#compaction#32 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:48,086 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:48,086 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/B, priority=13, startTime=1731368388003; duration=0sec 2024-11-11T23:39:48,086 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:48,086 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:B 2024-11-11T23:39:48,086 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/a7a37007c4d548f598f85ad3f5f4fb80 is 50, key is test_row_0/C:col10/1731368386899/Put/seqid=0 2024-11-11T23:39:48,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741869_1045 (size=12493) 2024-11-11T23:39:48,113 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/a7a37007c4d548f598f85ad3f5f4fb80 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/a7a37007c4d548f598f85ad3f5f4fb80 2024-11-11T23:39:48,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T23:39:48,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:48,126 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T23:39:48,126 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/C of 8e4467b37d2500a36c3f06c747a63507 into a7a37007c4d548f598f85ad3f5f4fb80(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:48,126 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:48,126 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/C, priority=13, startTime=1731368388003; duration=0sec 2024-11-11T23:39:48,128 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:48,128 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:C 2024-11-11T23:39:48,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/b807f5be25a04841b2bc25b94fc8b878 is 50, key is test_row_0/A:col10/1731368387044/Put/seqid=0 2024-11-11T23:39:48,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741870_1046 (size=12151) 2024-11-11T23:39:48,175 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/b807f5be25a04841b2bc25b94fc8b878 2024-11-11T23:39:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:48,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:48,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/e57c64f461414ce398ce58d8cfc9726a is 50, key is test_row_0/B:col10/1731368387044/Put/seqid=0 2024-11-11T23:39:48,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741871_1047 (size=12151) 2024-11-11T23:39:48,231 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/e57c64f461414ce398ce58d8cfc9726a 2024-11-11T23:39:48,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/a7ee8c3b681242d2b4954c6edd583478 is 50, key is test_row_0/C:col10/1731368387044/Put/seqid=0 2024-11-11T23:39:48,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741872_1048 (size=12151) 2024-11-11T23:39:48,252 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/a7ee8c3b681242d2b4954c6edd583478 2024-11-11T23:39:48,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/b807f5be25a04841b2bc25b94fc8b878 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/b807f5be25a04841b2bc25b94fc8b878 2024-11-11T23:39:48,270 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/b807f5be25a04841b2bc25b94fc8b878, entries=150, sequenceid=175, filesize=11.9 K 2024-11-11T23:39:48,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/e57c64f461414ce398ce58d8cfc9726a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/e57c64f461414ce398ce58d8cfc9726a 2024-11-11T23:39:48,280 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/e57c64f461414ce398ce58d8cfc9726a, entries=150, sequenceid=175, filesize=11.9 K 2024-11-11T23:39:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/a7ee8c3b681242d2b4954c6edd583478 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/a7ee8c3b681242d2b4954c6edd583478 2024-11-11T23:39:48,291 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/a7ee8c3b681242d2b4954c6edd583478, entries=150, sequenceid=175, filesize=11.9 K 2024-11-11T23:39:48,295 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=120.76 KB/123660 for 8e4467b37d2500a36c3f06c747a63507 in 168ms, sequenceid=175, compaction requested=false 2024-11-11T23:39:48,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:48,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:48,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-11T23:39:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-11T23:39:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:48,298 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:39:48,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T23:39:48,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T23:39:48,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8930 sec 2024-11-11T23:39:48,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.9110 sec 2024-11-11T23:39:48,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/a8b550d6dd534592b84cd93a8cf05f91 is 50, key is test_row_0/A:col10/1731368388295/Put/seqid=0 2024-11-11T23:39:48,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368448312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368448317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368448317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368448319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368448319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741873_1049 (size=12151) 2024-11-11T23:39:48,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/a8b550d6dd534592b84cd93a8cf05f91 2024-11-11T23:39:48,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/a6d13e78f25f4aa38863ae4a94700330 is 50, key is test_row_0/B:col10/1731368388295/Put/seqid=0 2024-11-11T23:39:48,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741874_1050 (size=12151) 2024-11-11T23:39:48,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/a6d13e78f25f4aa38863ae4a94700330 2024-11-11T23:39:48,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/261646b6cd764273866386ff2dd43f43 is 50, key is test_row_0/C:col10/1731368388295/Put/seqid=0 2024-11-11T23:39:48,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368448423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741875_1051 (size=12151) 2024-11-11T23:39:48,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368448432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/261646b6cd764273866386ff2dd43f43 2024-11-11T23:39:48,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368448433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368448433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368448433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/a8b550d6dd534592b84cd93a8cf05f91 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/a8b550d6dd534592b84cd93a8cf05f91 2024-11-11T23:39:48,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/a8b550d6dd534592b84cd93a8cf05f91, entries=150, sequenceid=200, filesize=11.9 K 2024-11-11T23:39:48,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/a6d13e78f25f4aa38863ae4a94700330 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/a6d13e78f25f4aa38863ae4a94700330 2024-11-11T23:39:48,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/a6d13e78f25f4aa38863ae4a94700330, entries=150, sequenceid=200, filesize=11.9 K 2024-11-11T23:39:48,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/261646b6cd764273866386ff2dd43f43 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/261646b6cd764273866386ff2dd43f43 2024-11-11T23:39:48,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/261646b6cd764273866386ff2dd43f43, entries=150, sequenceid=200, filesize=11.9 K 2024-11-11T23:39:48,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8e4467b37d2500a36c3f06c747a63507 in 192ms, sequenceid=200, compaction requested=true 2024-11-11T23:39:48,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:48,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:39:48,491 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:48,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:48,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:39:48,491 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:48,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:48,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:39:48,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:48,492 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:48,492 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/B is initiating minor compaction (all files) 2024-11-11T23:39:48,492 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:48,492 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/A is initiating minor compaction (all files) 2024-11-11T23:39:48,492 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/B in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:48,493 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/A in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:48,493 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/b1114f0a374c4ff4970a056b6d4f4ed2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/e57c64f461414ce398ce58d8cfc9726a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/a6d13e78f25f4aa38863ae4a94700330] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=35.9 K 2024-11-11T23:39:48,493 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/8d8cb4e3976e41b78a151162be9b13be, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/b807f5be25a04841b2bc25b94fc8b878, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/a8b550d6dd534592b84cd93a8cf05f91] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=35.9 K 2024-11-11T23:39:48,494 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d8cb4e3976e41b78a151162be9b13be, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731368386899 2024-11-11T23:39:48,494 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting b1114f0a374c4ff4970a056b6d4f4ed2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731368386899 2024-11-11T23:39:48,496 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting b807f5be25a04841b2bc25b94fc8b878, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731368387037 2024-11-11T23:39:48,496 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting e57c64f461414ce398ce58d8cfc9726a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731368387037 2024-11-11T23:39:48,496 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8b550d6dd534592b84cd93a8cf05f91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731368388292 2024-11-11T23:39:48,497 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting a6d13e78f25f4aa38863ae4a94700330, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731368388292 2024-11-11T23:39:48,510 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#A#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:48,511 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/97aed967b13c4e44b6abfbaf88ef6325 is 50, key is test_row_0/A:col10/1731368388295/Put/seqid=0 2024-11-11T23:39:48,513 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#B#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:48,514 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/6c12eebc1a994bf68ad41186e8e3fc1d is 50, key is test_row_0/B:col10/1731368388295/Put/seqid=0 2024-11-11T23:39:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T23:39:48,543 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:39:48,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:39:48,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741876_1052 (size=12595) 2024-11-11T23:39:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-11T23:39:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T23:39:48,548 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:39:48,549 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:39:48,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:39:48,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741877_1053 (size=12595) 2024-11-11T23:39:48,571 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/6c12eebc1a994bf68ad41186e8e3fc1d as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/6c12eebc1a994bf68ad41186e8e3fc1d 2024-11-11T23:39:48,580 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/97aed967b13c4e44b6abfbaf88ef6325 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/97aed967b13c4e44b6abfbaf88ef6325 2024-11-11T23:39:48,601 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/A of 8e4467b37d2500a36c3f06c747a63507 into 97aed967b13c4e44b6abfbaf88ef6325(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:48,601 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:48,601 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/A, priority=13, startTime=1731368388491; duration=0sec 2024-11-11T23:39:48,602 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/B of 8e4467b37d2500a36c3f06c747a63507 into 6c12eebc1a994bf68ad41186e8e3fc1d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:48,602 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:48,602 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/B, priority=13, startTime=1731368388491; duration=0sec 2024-11-11T23:39:48,602 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:48,602 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:B 2024-11-11T23:39:48,603 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:48,604 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:48,604 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:A 2024-11-11T23:39:48,605 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:48,605 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/C is initiating minor compaction (all files) 2024-11-11T23:39:48,605 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/C in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:48,605 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/a7a37007c4d548f598f85ad3f5f4fb80, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/a7ee8c3b681242d2b4954c6edd583478, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/261646b6cd764273866386ff2dd43f43] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=35.9 K 2024-11-11T23:39:48,606 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting a7a37007c4d548f598f85ad3f5f4fb80, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731368386899 2024-11-11T23:39:48,607 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting a7ee8c3b681242d2b4954c6edd583478, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731368387037 2024-11-11T23:39:48,607 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 261646b6cd764273866386ff2dd43f43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731368388292 2024-11-11T23:39:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:48,635 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:39:48,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T23:39:48,647 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#C#compaction#41 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:48,647 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/1112fbd258c54ea38edfc3f04611cc02 is 50, key is test_row_0/C:col10/1731368388295/Put/seqid=0 2024-11-11T23:39:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T23:39:48,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/5739a2aff48d4e0a89ef9c34e53e9f39 is 50, key is test_row_0/A:col10/1731368388317/Put/seqid=0 2024-11-11T23:39:48,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741878_1054 (size=12595) 2024-11-11T23:39:48,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368448688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368448687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368448689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368448697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741879_1055 (size=14541) 2024-11-11T23:39:48,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T23:39:48,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:48,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:48,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:48,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:48,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:48,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368448697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:48,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368448802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368448803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368448803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368448812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368448813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:48,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T23:39:48,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:48,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:48,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:48,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:48,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T23:39:49,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T23:39:49,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368449012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:49,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:49,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:49,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:49,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368449012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368449013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:49,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368449022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368449022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,093 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/1112fbd258c54ea38edfc3f04611cc02 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/1112fbd258c54ea38edfc3f04611cc02 2024-11-11T23:39:49,105 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/C of 8e4467b37d2500a36c3f06c747a63507 into 1112fbd258c54ea38edfc3f04611cc02(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:49,105 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:49,105 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/C, priority=13, startTime=1731368388491; duration=0sec 2024-11-11T23:39:49,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/5739a2aff48d4e0a89ef9c34e53e9f39 2024-11-11T23:39:49,107 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:49,107 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:C 2024-11-11T23:39:49,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/8b58b2ee45164a25994d0c46611e883a is 50, key is test_row_0/B:col10/1731368388317/Put/seqid=0 2024-11-11T23:39:49,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741880_1056 (size=12151) 2024-11-11T23:39:49,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/8b58b2ee45164a25994d0c46611e883a 2024-11-11T23:39:49,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/ad0309f3ab494225ad6027d9048b7b81 is 50, key is test_row_0/C:col10/1731368388317/Put/seqid=0 2024-11-11T23:39:49,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T23:39:49,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:49,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:49,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:49,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:49,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T23:39:49,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741881_1057 (size=12151) 2024-11-11T23:39:49,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368449323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368449323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T23:39:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368449323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:49,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:49,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:49,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:49,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368449333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368449333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T23:39:49,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:49,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:49,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:49,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:49,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:49,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/ad0309f3ab494225ad6027d9048b7b81 2024-11-11T23:39:49,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/5739a2aff48d4e0a89ef9c34e53e9f39 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5739a2aff48d4e0a89ef9c34e53e9f39 2024-11-11T23:39:49,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T23:39:49,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:49,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:49,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:49,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:49,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:49,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5739a2aff48d4e0a89ef9c34e53e9f39, entries=200, sequenceid=214, filesize=14.2 K 2024-11-11T23:39:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:49,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/8b58b2ee45164a25994d0c46611e883a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/8b58b2ee45164a25994d0c46611e883a 2024-11-11T23:39:49,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/8b58b2ee45164a25994d0c46611e883a, entries=150, sequenceid=214, filesize=11.9 K 2024-11-11T23:39:49,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/ad0309f3ab494225ad6027d9048b7b81 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/ad0309f3ab494225ad6027d9048b7b81 2024-11-11T23:39:49,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/ad0309f3ab494225ad6027d9048b7b81, entries=150, sequenceid=214, filesize=11.9 K 2024-11-11T23:39:49,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8e4467b37d2500a36c3f06c747a63507 in 1048ms, sequenceid=214, compaction requested=false 2024-11-11T23:39:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T23:39:49,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:49,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T23:39:49,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:49,794 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T23:39:49,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/696b271ac9c243e59d84d06dbc6511dd is 50, key is test_row_0/A:col10/1731368388694/Put/seqid=0 2024-11-11T23:39:49,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741882_1058 (size=12151) 2024-11-11T23:39:49,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:49,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368449844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368449846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368449847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368449849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368449849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368449962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368449963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368449963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368449963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:49,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368449964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:49,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:49,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:49,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:50,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:50,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368450172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368450172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:50,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:50,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368450172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:50,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:50,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:50,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368450173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:50,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:50,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:50,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368450173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:50,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:50,215 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/696b271ac9c243e59d84d06dbc6511dd 2024-11-11T23:39:50,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/5dff3b912e09419bb9b92e4586081d36 is 50, key is test_row_0/B:col10/1731368388694/Put/seqid=0 2024-11-11T23:39:50,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741883_1059 (size=12151) 2024-11-11T23:39:50,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368450483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:50,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:50,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:50,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368450483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368450483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:50,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368450483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:50,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368450483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:50,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:50,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:50,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:50,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:50,659 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/5dff3b912e09419bb9b92e4586081d36 2024-11-11T23:39:50,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/9ec98777d717400993b985efd3284144 is 50, key is test_row_0/C:col10/1731368388694/Put/seqid=0 2024-11-11T23:39:50,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741884_1060 (size=12151) 2024-11-11T23:39:50,675 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/9ec98777d717400993b985efd3284144 2024-11-11T23:39:50,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/696b271ac9c243e59d84d06dbc6511dd as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/696b271ac9c243e59d84d06dbc6511dd 2024-11-11T23:39:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T23:39:50,696 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/696b271ac9c243e59d84d06dbc6511dd, entries=150, sequenceid=239, filesize=11.9 K 2024-11-11T23:39:50,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/5dff3b912e09419bb9b92e4586081d36 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/5dff3b912e09419bb9b92e4586081d36 2024-11-11T23:39:50,708 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/5dff3b912e09419bb9b92e4586081d36, entries=150, sequenceid=239, filesize=11.9 K 2024-11-11T23:39:50,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/9ec98777d717400993b985efd3284144 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9ec98777d717400993b985efd3284144 2024-11-11T23:39:50,720 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9ec98777d717400993b985efd3284144, entries=150, sequenceid=239, filesize=11.9 K 2024-11-11T23:39:50,725 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 8e4467b37d2500a36c3f06c747a63507 in 931ms, sequenceid=239, compaction requested=true 2024-11-11T23:39:50,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:50,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:50,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-11T23:39:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-11T23:39:50,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T23:39:50,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1770 sec 2024-11-11T23:39:50,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.1890 sec 2024-11-11T23:39:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:50,996 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:39:50,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T23:39:51,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/8da5f19bbf864e88aff56b420f255358 is 50, key is test_row_0/A:col10/1731368390996/Put/seqid=0 2024-11-11T23:39:51,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741885_1061 (size=12151) 2024-11-11T23:39:51,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368451031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368451033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368451033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368451035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368451035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368451142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368451142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368451142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368451153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368451155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368451353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368451354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368451356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368451363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368451363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/8da5f19bbf864e88aff56b420f255358 2024-11-11T23:39:51,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/54355ac93b634fa2a120e3beac3f574c is 50, key is test_row_0/B:col10/1731368390996/Put/seqid=0 2024-11-11T23:39:51,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741886_1062 (size=12151) 2024-11-11T23:39:51,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368451662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368451662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368451673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368451673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368451674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:51,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/54355ac93b634fa2a120e3beac3f574c 2024-11-11T23:39:51,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/ab818ddad3a7414dac738f81004381f8 is 50, key is test_row_0/C:col10/1731368390996/Put/seqid=0 2024-11-11T23:39:51,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741887_1063 (size=12151) 2024-11-11T23:39:52,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368452172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:52,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368452172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:52,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368452193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:52,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368452193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:52,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368452193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:52,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/ab818ddad3a7414dac738f81004381f8 2024-11-11T23:39:52,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/8da5f19bbf864e88aff56b420f255358 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/8da5f19bbf864e88aff56b420f255358 2024-11-11T23:39:52,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/8da5f19bbf864e88aff56b420f255358, entries=150, sequenceid=255, filesize=11.9 K 2024-11-11T23:39:52,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/54355ac93b634fa2a120e3beac3f574c as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/54355ac93b634fa2a120e3beac3f574c 2024-11-11T23:39:52,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/54355ac93b634fa2a120e3beac3f574c, entries=150, sequenceid=255, filesize=11.9 K 2024-11-11T23:39:52,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/ab818ddad3a7414dac738f81004381f8 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/ab818ddad3a7414dac738f81004381f8 2024-11-11T23:39:52,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/ab818ddad3a7414dac738f81004381f8, entries=150, sequenceid=255, filesize=11.9 K 2024-11-11T23:39:52,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 8e4467b37d2500a36c3f06c747a63507 in 1333ms, sequenceid=255, compaction requested=true 2024-11-11T23:39:52,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:52,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:39:52,330 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:39:52,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:52,330 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:39:52,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:39:52,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:52,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:39:52,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:52,333 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:39:52,333 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/B is initiating minor compaction (all files) 2024-11-11T23:39:52,333 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/B in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:52,334 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/6c12eebc1a994bf68ad41186e8e3fc1d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/8b58b2ee45164a25994d0c46611e883a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/5dff3b912e09419bb9b92e4586081d36, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/54355ac93b634fa2a120e3beac3f574c] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=47.9 K 2024-11-11T23:39:52,334 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51438 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:39:52,334 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/A is initiating minor compaction (all files) 2024-11-11T23:39:52,334 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c12eebc1a994bf68ad41186e8e3fc1d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731368388292 2024-11-11T23:39:52,334 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/A in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:52,334 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/97aed967b13c4e44b6abfbaf88ef6325, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5739a2aff48d4e0a89ef9c34e53e9f39, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/696b271ac9c243e59d84d06dbc6511dd, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/8da5f19bbf864e88aff56b420f255358] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=50.2 K 2024-11-11T23:39:52,335 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97aed967b13c4e44b6abfbaf88ef6325, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731368388292 2024-11-11T23:39:52,335 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b58b2ee45164a25994d0c46611e883a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731368388315 2024-11-11T23:39:52,336 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dff3b912e09419bb9b92e4586081d36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731368388687 2024-11-11T23:39:52,336 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5739a2aff48d4e0a89ef9c34e53e9f39, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731368388311 2024-11-11T23:39:52,338 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 54355ac93b634fa2a120e3beac3f574c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731368390994 2024-11-11T23:39:52,338 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 696b271ac9c243e59d84d06dbc6511dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731368388687 2024-11-11T23:39:52,340 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8da5f19bbf864e88aff56b420f255358, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731368390994 2024-11-11T23:39:52,371 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#B#compaction#51 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:52,372 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/cd89096c4c2e4942b05adb68b34f06e2 is 50, key is test_row_0/B:col10/1731368390996/Put/seqid=0 2024-11-11T23:39:52,393 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#A#compaction#52 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:52,394 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/72dc6d64558f457a9e1d075dd301b19c is 50, key is test_row_0/A:col10/1731368390996/Put/seqid=0 2024-11-11T23:39:52,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741888_1064 (size=12731) 2024-11-11T23:39:52,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741889_1065 (size=12731) 2024-11-11T23:39:52,428 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/72dc6d64558f457a9e1d075dd301b19c as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/72dc6d64558f457a9e1d075dd301b19c 2024-11-11T23:39:52,428 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/cd89096c4c2e4942b05adb68b34f06e2 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/cd89096c4c2e4942b05adb68b34f06e2 2024-11-11T23:39:52,445 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/A of 8e4467b37d2500a36c3f06c747a63507 into 72dc6d64558f457a9e1d075dd301b19c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:52,445 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:52,445 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/A, priority=12, startTime=1731368392330; duration=0sec 2024-11-11T23:39:52,446 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:52,446 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:A 2024-11-11T23:39:52,446 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:39:52,449 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:39:52,449 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/C is initiating minor compaction (all files) 2024-11-11T23:39:52,449 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/C in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:52,450 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/1112fbd258c54ea38edfc3f04611cc02, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/ad0309f3ab494225ad6027d9048b7b81, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9ec98777d717400993b985efd3284144, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/ab818ddad3a7414dac738f81004381f8] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=47.9 K 2024-11-11T23:39:52,450 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1112fbd258c54ea38edfc3f04611cc02, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731368388292 2024-11-11T23:39:52,451 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad0309f3ab494225ad6027d9048b7b81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731368388315 2024-11-11T23:39:52,452 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/B of 8e4467b37d2500a36c3f06c747a63507 into cd89096c4c2e4942b05adb68b34f06e2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:52,452 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:52,452 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ec98777d717400993b985efd3284144, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731368388687 2024-11-11T23:39:52,452 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/B, priority=12, startTime=1731368392330; duration=0sec 2024-11-11T23:39:52,452 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:52,452 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:B 2024-11-11T23:39:52,452 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab818ddad3a7414dac738f81004381f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731368390994 2024-11-11T23:39:52,476 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:52,477 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/b6a07c7352814aa4ba89c8ba3e2cfb6d is 50, key is test_row_0/C:col10/1731368390996/Put/seqid=0 2024-11-11T23:39:52,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741890_1066 (size=12731) 2024-11-11T23:39:52,516 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/b6a07c7352814aa4ba89c8ba3e2cfb6d as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/b6a07c7352814aa4ba89c8ba3e2cfb6d 2024-11-11T23:39:52,531 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/C of 8e4467b37d2500a36c3f06c747a63507 into b6a07c7352814aa4ba89c8ba3e2cfb6d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:52,531 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:52,531 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/C, priority=12, startTime=1731368392330; duration=0sec 2024-11-11T23:39:52,531 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:52,531 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:C 2024-11-11T23:39:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T23:39:52,713 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:39:52,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:39:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-11T23:39:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T23:39:52,716 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:39:52,717 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:39:52,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:39:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T23:39:52,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-11T23:39:52,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:52,874 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T23:39:52,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/18b4fb7a6bc047fb83028f862cadf760 is 50, key is test_row_0/A:col10/1731368391028/Put/seqid=0 2024-11-11T23:39:52,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741891_1067 (size=12301) 2024-11-11T23:39:52,889 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/18b4fb7a6bc047fb83028f862cadf760 2024-11-11T23:39:52,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/f9f9e1b366364f9ea4c9135022a5b44d is 50, key is test_row_0/B:col10/1731368391028/Put/seqid=0 2024-11-11T23:39:52,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741892_1068 (size=12301) 2024-11-11T23:39:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T23:39:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:53,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:53,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368453203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:53,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368453205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:53,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:53,211 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 8e4467b37d2500a36c3f06c747a63507 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:39:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:53,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368453207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:53,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368453207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:53,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368453214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:53,216 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 8e4467b37d2500a36c3f06c747a63507 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:39:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:53,317 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/f9f9e1b366364f9ea4c9135022a5b44d 2024-11-11T23:39:53,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:53,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368453322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368453322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368453323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:53,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/c1c4400f6cce43a5992712186d63ff17 is 50, key is test_row_0/C:col10/1731368391028/Put/seqid=0 2024-11-11T23:39:53,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741893_1069 (size=12301) 2024-11-11T23:39:53,332 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/c1c4400f6cce43a5992712186d63ff17 2024-11-11T23:39:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/18b4fb7a6bc047fb83028f862cadf760 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/18b4fb7a6bc047fb83028f862cadf760 2024-11-11T23:39:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T23:39:53,347 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/18b4fb7a6bc047fb83028f862cadf760, entries=150, sequenceid=278, filesize=12.0 K 2024-11-11T23:39:53,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/f9f9e1b366364f9ea4c9135022a5b44d as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/f9f9e1b366364f9ea4c9135022a5b44d 2024-11-11T23:39:53,355 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/f9f9e1b366364f9ea4c9135022a5b44d, entries=150, sequenceid=278, filesize=12.0 K 2024-11-11T23:39:53,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/c1c4400f6cce43a5992712186d63ff17 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/c1c4400f6cce43a5992712186d63ff17 2024-11-11T23:39:53,364 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/c1c4400f6cce43a5992712186d63ff17, entries=150, sequenceid=278, filesize=12.0 K 2024-11-11T23:39:53,365 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 8e4467b37d2500a36c3f06c747a63507 in 492ms, sequenceid=278, compaction requested=false 2024-11-11T23:39:53,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:53,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:53,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-11T23:39:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-11T23:39:53,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T23:39:53,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 649 msec 2024-11-11T23:39:53,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 658 msec 2024-11-11T23:39:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:53,535 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:39:53,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T23:39:53,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/5c53f8772b0e4a8e9d88d1e2d9dfe892 is 50, key is test_row_0/A:col10/1731368393187/Put/seqid=0 2024-11-11T23:39:53,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741894_1070 (size=17181) 2024-11-11T23:39:53,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368453558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:53,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/5c53f8772b0e4a8e9d88d1e2d9dfe892 2024-11-11T23:39:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:53,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368453561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:53,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368453563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:53,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/71b2463d6e3b4aefa9249054aa053f68 is 50, key is test_row_0/B:col10/1731368393187/Put/seqid=0 2024-11-11T23:39:53,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741895_1071 (size=12301) 2024-11-11T23:39:53,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368453672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:53,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:53,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368453672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:53,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:53,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:53,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368453672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:53,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:53,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T23:39:53,852 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:39:53,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:39:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-11T23:39:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T23:39:53,856 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:39:53,858 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:39:53,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:39:53,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368453883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368453883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:53,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368453883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:53,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T23:39:53,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/71b2463d6e3b4aefa9249054aa053f68 2024-11-11T23:39:54,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/b6ea2d72a9684467be96c42ae7470d58 is 50, key is test_row_0/C:col10/1731368393187/Put/seqid=0 2024-11-11T23:39:54,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T23:39:54,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:54,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:54,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741896_1072 (size=12301) 2024-11-11T23:39:54,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/b6ea2d72a9684467be96c42ae7470d58 2024-11-11T23:39:54,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/5c53f8772b0e4a8e9d88d1e2d9dfe892 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5c53f8772b0e4a8e9d88d1e2d9dfe892 2024-11-11T23:39:54,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5c53f8772b0e4a8e9d88d1e2d9dfe892, entries=250, sequenceid=297, filesize=16.8 K 2024-11-11T23:39:54,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/71b2463d6e3b4aefa9249054aa053f68 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/71b2463d6e3b4aefa9249054aa053f68 2024-11-11T23:39:54,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/71b2463d6e3b4aefa9249054aa053f68, entries=150, sequenceid=297, filesize=12.0 K 2024-11-11T23:39:54,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/b6ea2d72a9684467be96c42ae7470d58 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/b6ea2d72a9684467be96c42ae7470d58 2024-11-11T23:39:54,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/b6ea2d72a9684467be96c42ae7470d58, entries=150, sequenceid=297, filesize=12.0 K 2024-11-11T23:39:54,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 8e4467b37d2500a36c3f06c747a63507 in 514ms, sequenceid=297, compaction requested=true 2024-11-11T23:39:54,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:54,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:39:54,049 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:54,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:54,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:39:54,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:54,049 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:54,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:39:54,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:54,050 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42213 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:54,051 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/A is initiating minor compaction (all files) 2024-11-11T23:39:54,051 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/A in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:54,051 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/72dc6d64558f457a9e1d075dd301b19c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/18b4fb7a6bc047fb83028f862cadf760, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5c53f8772b0e4a8e9d88d1e2d9dfe892] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=41.2 K 2024-11-11T23:39:54,051 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:54,051 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/B is initiating minor compaction (all files) 2024-11-11T23:39:54,051 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/B in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:54,051 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/cd89096c4c2e4942b05adb68b34f06e2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/f9f9e1b366364f9ea4c9135022a5b44d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/71b2463d6e3b4aefa9249054aa053f68] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=36.5 K 2024-11-11T23:39:54,052 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72dc6d64558f457a9e1d075dd301b19c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731368390994 2024-11-11T23:39:54,052 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting cd89096c4c2e4942b05adb68b34f06e2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731368390994 2024-11-11T23:39:54,052 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18b4fb7a6bc047fb83028f862cadf760, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731368391027 2024-11-11T23:39:54,052 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting f9f9e1b366364f9ea4c9135022a5b44d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731368391027 2024-11-11T23:39:54,053 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c53f8772b0e4a8e9d88d1e2d9dfe892, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731368393187 2024-11-11T23:39:54,053 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 71b2463d6e3b4aefa9249054aa053f68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731368393187 2024-11-11T23:39:54,064 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:54,065 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:54,065 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/5d8b3c4254cf479fbca3cfae0719e45c is 50, key is test_row_0/B:col10/1731368393187/Put/seqid=0 2024-11-11T23:39:54,065 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/756df4feeaee4422a8758326144be39c is 50, key is test_row_0/A:col10/1731368393187/Put/seqid=0 2024-11-11T23:39:54,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741897_1073 (size=12983) 2024-11-11T23:39:54,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741898_1074 (size=12983) 2024-11-11T23:39:54,096 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/756df4feeaee4422a8758326144be39c as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/756df4feeaee4422a8758326144be39c 2024-11-11T23:39:54,105 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/A of 8e4467b37d2500a36c3f06c747a63507 into 756df4feeaee4422a8758326144be39c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:54,105 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:54,105 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/A, priority=13, startTime=1731368394049; duration=0sec 2024-11-11T23:39:54,106 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:54,106 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:A 2024-11-11T23:39:54,106 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:54,107 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:54,107 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/C is initiating minor compaction (all files) 2024-11-11T23:39:54,107 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/C in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:54,107 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/b6a07c7352814aa4ba89c8ba3e2cfb6d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/c1c4400f6cce43a5992712186d63ff17, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/b6ea2d72a9684467be96c42ae7470d58] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=36.5 K 2024-11-11T23:39:54,108 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6a07c7352814aa4ba89c8ba3e2cfb6d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731368390994 2024-11-11T23:39:54,108 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1c4400f6cce43a5992712186d63ff17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731368391027 2024-11-11T23:39:54,109 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6ea2d72a9684467be96c42ae7470d58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731368393187 2024-11-11T23:39:54,118 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:54,118 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/5813417fb4cc4f6da0b932a559a5f1d3 is 50, key is test_row_0/C:col10/1731368393187/Put/seqid=0 2024-11-11T23:39:54,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741899_1075 (size=12983) 2024-11-11T23:39:54,140 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/5813417fb4cc4f6da0b932a559a5f1d3 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/5813417fb4cc4f6da0b932a559a5f1d3 2024-11-11T23:39:54,149 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/C of 8e4467b37d2500a36c3f06c747a63507 into 5813417fb4cc4f6da0b932a559a5f1d3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:54,149 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:54,150 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/C, priority=13, startTime=1731368394049; duration=0sec 2024-11-11T23:39:54,150 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:54,150 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:C 2024-11-11T23:39:54,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T23:39:54,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:54,166 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T23:39:54,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/3d6062f3b094407d977f410e7fb042e4 is 50, key is test_row_0/A:col10/1731368393560/Put/seqid=0 2024-11-11T23:39:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T23:39:54,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741900_1076 (size=12301) 2024-11-11T23:39:54,186 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/3d6062f3b094407d977f410e7fb042e4 2024-11-11T23:39:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:54,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:54,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/4a08ad88068940aa9a42e7f0e45194e0 is 50, key is test_row_0/B:col10/1731368393560/Put/seqid=0 2024-11-11T23:39:54,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368454222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:54,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:54,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368454224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:54,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368454224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:54,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:54,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:54,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741901_1077 (size=12301) 2024-11-11T23:39:54,231 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/4a08ad88068940aa9a42e7f0e45194e0 2024-11-11T23:39:54,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/9603dfb0aea840b3ace7a1e12b76a682 is 50, key is test_row_0/C:col10/1731368393560/Put/seqid=0 2024-11-11T23:39:54,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741902_1078 (size=12301) 2024-11-11T23:39:54,253 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/9603dfb0aea840b3ace7a1e12b76a682 2024-11-11T23:39:54,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/3d6062f3b094407d977f410e7fb042e4 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/3d6062f3b094407d977f410e7fb042e4 2024-11-11T23:39:54,269 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/3d6062f3b094407d977f410e7fb042e4, entries=150, sequenceid=316, filesize=12.0 K 2024-11-11T23:39:54,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/4a08ad88068940aa9a42e7f0e45194e0 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/4a08ad88068940aa9a42e7f0e45194e0 2024-11-11T23:39:54,278 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/4a08ad88068940aa9a42e7f0e45194e0, entries=150, sequenceid=316, filesize=12.0 K 2024-11-11T23:39:54,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/9603dfb0aea840b3ace7a1e12b76a682 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9603dfb0aea840b3ace7a1e12b76a682 2024-11-11T23:39:54,289 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9603dfb0aea840b3ace7a1e12b76a682, entries=150, sequenceid=316, filesize=12.0 K 2024-11-11T23:39:54,290 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 8e4467b37d2500a36c3f06c747a63507 in 124ms, sequenceid=316, compaction requested=false 2024-11-11T23:39:54,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:54,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:54,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-11T23:39:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-11T23:39:54,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-11T23:39:54,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 434 msec 2024-11-11T23:39:54,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 444 msec 2024-11-11T23:39:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:54,335 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:39:54,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T23:39:54,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/420a78819bf34928bff8543731eda289 is 50, key is test_row_0/A:col10/1731368394333/Put/seqid=0 2024-11-11T23:39:54,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741903_1079 (size=14741) 2024-11-11T23:39:54,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368454366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:54,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:54,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368454366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:54,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:54,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368454371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T23:39:54,483 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:39:54,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:39:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-11T23:39:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T23:39:54,485 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:39:54,486 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:39:54,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:39:54,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368454483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:54,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368454483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:54,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368454483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:54,497 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/5d8b3c4254cf479fbca3cfae0719e45c as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/5d8b3c4254cf479fbca3cfae0719e45c 2024-11-11T23:39:54,505 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/B of 8e4467b37d2500a36c3f06c747a63507 into 5d8b3c4254cf479fbca3cfae0719e45c(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:54,505 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:54,505 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/B, priority=13, startTime=1731368394049; duration=0sec 2024-11-11T23:39:54,505 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:54,505 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:B 2024-11-11T23:39:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T23:39:54,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-11T23:39:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:54,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:54,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:54,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:54,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:54,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368454703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368454703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:54,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368454703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:54,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/420a78819bf34928bff8543731eda289 2024-11-11T23:39:54,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/5c23fd80ef6948cc859295916104873e is 50, key is test_row_0/B:col10/1731368394333/Put/seqid=0 2024-11-11T23:39:54,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741904_1080 (size=12301) 2024-11-11T23:39:54,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/5c23fd80ef6948cc859295916104873e 2024-11-11T23:39:54,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/3430b73ce6884b76b39d0d681c0bbcf4 is 50, key is test_row_0/C:col10/1731368394333/Put/seqid=0 2024-11-11T23:39:54,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741905_1081 (size=12301) 2024-11-11T23:39:54,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/3430b73ce6884b76b39d0d681c0bbcf4 2024-11-11T23:39:54,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/420a78819bf34928bff8543731eda289 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/420a78819bf34928bff8543731eda289 2024-11-11T23:39:54,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-11T23:39:54,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:54,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:54,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:54,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:54,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:54,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/420a78819bf34928bff8543731eda289, entries=200, sequenceid=337, filesize=14.4 K 2024-11-11T23:39:54,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/5c23fd80ef6948cc859295916104873e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/5c23fd80ef6948cc859295916104873e 2024-11-11T23:39:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T23:39:54,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/5c23fd80ef6948cc859295916104873e, entries=150, sequenceid=337, filesize=12.0 K 2024-11-11T23:39:54,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/3430b73ce6884b76b39d0d681c0bbcf4 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/3430b73ce6884b76b39d0d681c0bbcf4 2024-11-11T23:39:54,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/3430b73ce6884b76b39d0d681c0bbcf4, entries=150, sequenceid=337, filesize=12.0 K 2024-11-11T23:39:54,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 8e4467b37d2500a36c3f06c747a63507 in 480ms, sequenceid=337, compaction requested=true 2024-11-11T23:39:54,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:54,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:39:54,816 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:54,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:54,816 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:54,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:39:54,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:54,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:39:54,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:54,823 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:54,823 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:54,823 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/A is initiating minor compaction (all files) 2024-11-11T23:39:54,823 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/B is initiating minor compaction (all files) 2024-11-11T23:39:54,823 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/A in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:54,823 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/B in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:54,823 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/756df4feeaee4422a8758326144be39c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/3d6062f3b094407d977f410e7fb042e4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/420a78819bf34928bff8543731eda289] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=39.1 K 2024-11-11T23:39:54,823 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/5d8b3c4254cf479fbca3cfae0719e45c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/4a08ad88068940aa9a42e7f0e45194e0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/5c23fd80ef6948cc859295916104873e] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=36.7 K 2024-11-11T23:39:54,824 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 756df4feeaee4422a8758326144be39c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731368393187 2024-11-11T23:39:54,824 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d8b3c4254cf479fbca3cfae0719e45c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731368393187 2024-11-11T23:39:54,825 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d6062f3b094407d977f410e7fb042e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731368393556 2024-11-11T23:39:54,825 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a08ad88068940aa9a42e7f0e45194e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731368393556 2024-11-11T23:39:54,825 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c23fd80ef6948cc859295916104873e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731368394211 2024-11-11T23:39:54,825 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 420a78819bf34928bff8543731eda289, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731368394211 2024-11-11T23:39:54,839 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#A#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:54,839 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:54,839 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/7e3b0434c79d43518a372f3276cce214 is 50, key is test_row_0/A:col10/1731368394333/Put/seqid=0 2024-11-11T23:39:54,840 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/0f58a667d7644a9b9f6f89ca1d7829ff is 50, key is test_row_0/B:col10/1731368394333/Put/seqid=0 2024-11-11T23:39:54,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741906_1082 (size=13085) 2024-11-11T23:39:54,859 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/7e3b0434c79d43518a372f3276cce214 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/7e3b0434c79d43518a372f3276cce214 2024-11-11T23:39:54,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741907_1083 (size=13085) 2024-11-11T23:39:54,869 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/A of 8e4467b37d2500a36c3f06c747a63507 into 7e3b0434c79d43518a372f3276cce214(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:54,869 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:54,869 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/A, priority=13, startTime=1731368394816; duration=0sec 2024-11-11T23:39:54,870 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:54,870 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:A 2024-11-11T23:39:54,870 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:54,871 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:54,872 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/C is initiating minor compaction (all files) 2024-11-11T23:39:54,872 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/C in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:54,872 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/5813417fb4cc4f6da0b932a559a5f1d3, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9603dfb0aea840b3ace7a1e12b76a682, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/3430b73ce6884b76b39d0d681c0bbcf4] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=36.7 K 2024-11-11T23:39:54,873 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5813417fb4cc4f6da0b932a559a5f1d3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731368393187 2024-11-11T23:39:54,873 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9603dfb0aea840b3ace7a1e12b76a682, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731368393556 2024-11-11T23:39:54,873 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3430b73ce6884b76b39d0d681c0bbcf4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731368394211 2024-11-11T23:39:54,882 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#C#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:54,883 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/4670cda7715c42cfa0524f7948d2b3b7 is 50, key is test_row_0/C:col10/1731368394333/Put/seqid=0 2024-11-11T23:39:54,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741908_1084 (size=13085) 2024-11-11T23:39:54,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-11T23:39:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:54,948 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T23:39:54,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/bc46f73891354affb30c7c4ec387c857 is 50, key is test_row_0/A:col10/1731368394364/Put/seqid=0 2024-11-11T23:39:54,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741909_1085 (size=12301) 2024-11-11T23:39:54,969 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/bc46f73891354affb30c7c4ec387c857 2024-11-11T23:39:54,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/08d56c595d9248d995fc514edc288008 is 50, key is test_row_0/B:col10/1731368394364/Put/seqid=0 2024-11-11T23:39:55,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741910_1086 (size=12301) 2024-11-11T23:39:55,010 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/08d56c595d9248d995fc514edc288008 2024-11-11T23:39:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:55,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:55,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/8a1545dd6fe34a95ae3ceb473d48833e is 50, key is test_row_0/C:col10/1731368394364/Put/seqid=0 2024-11-11T23:39:55,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368455069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:55,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368455076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:55,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368455077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:55,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:55,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:55,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741911_1087 (size=12301) 2024-11-11T23:39:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T23:39:55,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368455182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:55,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:55,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368455192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:55,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:55,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368455193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:55,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:55,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368455222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:55,226 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 8e4467b37d2500a36c3f06c747a63507 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:39:55,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:55,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368455242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:55,245 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 8e4467b37d2500a36c3f06c747a63507 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:39:55,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:55,272 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/0f58a667d7644a9b9f6f89ca1d7829ff as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/0f58a667d7644a9b9f6f89ca1d7829ff 2024-11-11T23:39:55,281 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/B of 8e4467b37d2500a36c3f06c747a63507 into 0f58a667d7644a9b9f6f89ca1d7829ff(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:55,281 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:55,281 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/B, priority=13, startTime=1731368394816; duration=0sec 2024-11-11T23:39:55,282 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:55,282 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:B 2024-11-11T23:39:55,294 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/4670cda7715c42cfa0524f7948d2b3b7 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/4670cda7715c42cfa0524f7948d2b3b7 2024-11-11T23:39:55,301 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/C of 8e4467b37d2500a36c3f06c747a63507 into 4670cda7715c42cfa0524f7948d2b3b7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:55,301 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:55,302 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/C, priority=13, startTime=1731368394817; duration=0sec 2024-11-11T23:39:55,302 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:55,302 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:C 2024-11-11T23:39:55,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368455393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:55,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:55,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368455402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:55,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:55,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368455402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:55,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:55,490 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/8a1545dd6fe34a95ae3ceb473d48833e 2024-11-11T23:39:55,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/bc46f73891354affb30c7c4ec387c857 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/bc46f73891354affb30c7c4ec387c857 2024-11-11T23:39:55,504 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/bc46f73891354affb30c7c4ec387c857, entries=150, sequenceid=354, filesize=12.0 K 2024-11-11T23:39:55,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/08d56c595d9248d995fc514edc288008 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/08d56c595d9248d995fc514edc288008 2024-11-11T23:39:55,510 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/08d56c595d9248d995fc514edc288008, entries=150, sequenceid=354, filesize=12.0 K 2024-11-11T23:39:55,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/8a1545dd6fe34a95ae3ceb473d48833e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/8a1545dd6fe34a95ae3ceb473d48833e 2024-11-11T23:39:55,519 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/8a1545dd6fe34a95ae3ceb473d48833e, entries=150, sequenceid=354, filesize=12.0 K 2024-11-11T23:39:55,520 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 8e4467b37d2500a36c3f06c747a63507 in 572ms, sequenceid=354, compaction requested=false 2024-11-11T23:39:55,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:55,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:55,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-11T23:39:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-11T23:39:55,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-11T23:39:55,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0360 sec 2024-11-11T23:39:55,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.0430 sec 2024-11-11T23:39:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T23:39:55,622 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:39:55,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:39:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-11T23:39:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T23:39:55,624 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:39:55,625 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:39:55,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:39:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:55,704 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:39:55,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T23:39:55,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/90f6e77431d74badbf05ba54b959fe4c is 50, key is test_row_0/A:col10/1731368395073/Put/seqid=0 2024-11-11T23:39:55,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741912_1088 (size=14741) 2024-11-11T23:39:55,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368455721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:55,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:55,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368455724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:55,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368455725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:55,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:55,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T23:39:55,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T23:39:55,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:55,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:55,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:55,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:55,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:55,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368455839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:55,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368455843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368455843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:55,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:55,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:55,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T23:39:55,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:55,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:55,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:55,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:55,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T23:39:56,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368456052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:56,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:56,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368456053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:56,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368456053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:56,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T23:39:56,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:56,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:56,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:56,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/90f6e77431d74badbf05ba54b959fe4c 2024-11-11T23:39:56,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/56224625157b44beb3942fd7638b0dd4 is 50, key is test_row_0/B:col10/1731368395073/Put/seqid=0 2024-11-11T23:39:56,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741913_1089 (size=12301) 2024-11-11T23:39:56,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T23:39:56,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:56,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:56,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:56,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T23:39:56,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368456363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:56,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368456363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:56,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368456363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:56,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T23:39:56,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:56,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:56,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:56,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/56224625157b44beb3942fd7638b0dd4 2024-11-11T23:39:56,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/795dd0b3ae1c48cc966e049c27a8264e is 50, key is test_row_0/C:col10/1731368395073/Put/seqid=0 2024-11-11T23:39:56,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T23:39:56,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:56,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:56,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:56,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741914_1090 (size=12301) 2024-11-11T23:39:56,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T23:39:56,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:56,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:56,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:56,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T23:39:56,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T23:39:56,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:56,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:56,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:56,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:56,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:56,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368456872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368456872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368456872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:56,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:56,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:56,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/795dd0b3ae1c48cc966e049c27a8264e 2024-11-11T23:39:56,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/90f6e77431d74badbf05ba54b959fe4c as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/90f6e77431d74badbf05ba54b959fe4c 2024-11-11T23:39:56,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/90f6e77431d74badbf05ba54b959fe4c, entries=200, sequenceid=379, filesize=14.4 K 2024-11-11T23:39:56,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/56224625157b44beb3942fd7638b0dd4 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/56224625157b44beb3942fd7638b0dd4 2024-11-11T23:39:56,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/56224625157b44beb3942fd7638b0dd4, entries=150, sequenceid=379, filesize=12.0 K 2024-11-11T23:39:57,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/795dd0b3ae1c48cc966e049c27a8264e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/795dd0b3ae1c48cc966e049c27a8264e 2024-11-11T23:39:57,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/795dd0b3ae1c48cc966e049c27a8264e, entries=150, sequenceid=379, filesize=12.0 K 2024-11-11T23:39:57,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T23:39:57,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:57,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8e4467b37d2500a36c3f06c747a63507 in 1306ms, sequenceid=379, compaction requested=true 2024-11-11T23:39:57,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:57,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:57,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:57,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:57,011 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:57,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:57,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:39:57,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:57,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:39:57,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:57,012 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:57,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:39:57,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:57,013 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:57,013 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/A is initiating minor compaction (all files) 2024-11-11T23:39:57,013 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/A in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:57,013 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/7e3b0434c79d43518a372f3276cce214, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/bc46f73891354affb30c7c4ec387c857, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/90f6e77431d74badbf05ba54b959fe4c] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=39.2 K 2024-11-11T23:39:57,013 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:57,013 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/B is initiating minor compaction (all files) 2024-11-11T23:39:57,013 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/B in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:57,014 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/0f58a667d7644a9b9f6f89ca1d7829ff, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/08d56c595d9248d995fc514edc288008, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/56224625157b44beb3942fd7638b0dd4] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=36.8 K 2024-11-11T23:39:57,016 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e3b0434c79d43518a372f3276cce214, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731368394211 2024-11-11T23:39:57,016 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f58a667d7644a9b9f6f89ca1d7829ff, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731368394211 2024-11-11T23:39:57,018 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 08d56c595d9248d995fc514edc288008, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731368394356 2024-11-11T23:39:57,018 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc46f73891354affb30c7c4ec387c857, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731368394356 2024-11-11T23:39:57,022 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90f6e77431d74badbf05ba54b959fe4c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731368395065 2024-11-11T23:39:57,022 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 56224625157b44beb3942fd7638b0dd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731368395073 2024-11-11T23:39:57,039 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:57,040 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/03a713cc4d664629956a1df731874700 is 50, key is test_row_0/B:col10/1731368395073/Put/seqid=0 2024-11-11T23:39:57,042 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#A#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:57,042 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/3a17eed400b6454dbd356f48d365c674 is 50, key is test_row_0/A:col10/1731368395073/Put/seqid=0 2024-11-11T23:39:57,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741915_1091 (size=13187) 2024-11-11T23:39:57,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741916_1092 (size=13187) 2024-11-11T23:39:57,054 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/3a17eed400b6454dbd356f48d365c674 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/3a17eed400b6454dbd356f48d365c674 2024-11-11T23:39:57,060 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/A of 8e4467b37d2500a36c3f06c747a63507 into 3a17eed400b6454dbd356f48d365c674(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:57,060 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:57,060 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/A, priority=13, startTime=1731368397011; duration=0sec 2024-11-11T23:39:57,061 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:57,061 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:A 2024-11-11T23:39:57,061 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:57,062 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:57,062 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/C is initiating minor compaction (all files) 2024-11-11T23:39:57,062 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/C in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:57,062 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/4670cda7715c42cfa0524f7948d2b3b7, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/8a1545dd6fe34a95ae3ceb473d48833e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/795dd0b3ae1c48cc966e049c27a8264e] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=36.8 K 2024-11-11T23:39:57,063 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4670cda7715c42cfa0524f7948d2b3b7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731368394211 2024-11-11T23:39:57,063 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a1545dd6fe34a95ae3ceb473d48833e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731368394356 2024-11-11T23:39:57,063 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 795dd0b3ae1c48cc966e049c27a8264e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731368395073 2024-11-11T23:39:57,075 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#C#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:57,076 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/1bc6b97342fb43e58334576c031b936c is 50, key is test_row_0/C:col10/1731368395073/Put/seqid=0 2024-11-11T23:39:57,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741917_1093 (size=13187) 2024-11-11T23:39:57,092 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/1bc6b97342fb43e58334576c031b936c as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/1bc6b97342fb43e58334576c031b936c 2024-11-11T23:39:57,101 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/C of 8e4467b37d2500a36c3f06c747a63507 into 1bc6b97342fb43e58334576c031b936c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:57,101 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:57,101 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/C, priority=13, startTime=1731368397012; duration=0sec 2024-11-11T23:39:57,101 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:57,101 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:C 2024-11-11T23:39:57,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T23:39:57,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:57,164 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T23:39:57,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/bcec891eb8e741e3a01e20514428fb48 is 50, key is test_row_0/A:col10/1731368395724/Put/seqid=0 2024-11-11T23:39:57,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741918_1094 (size=12301) 2024-11-11T23:39:57,181 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/bcec891eb8e741e3a01e20514428fb48 2024-11-11T23:39:57,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/c389c4336afb44afb4c6eef938064a84 is 50, key is test_row_0/B:col10/1731368395724/Put/seqid=0 2024-11-11T23:39:57,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741919_1095 (size=12301) 2024-11-11T23:39:57,453 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/03a713cc4d664629956a1df731874700 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/03a713cc4d664629956a1df731874700 2024-11-11T23:39:57,460 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/B of 8e4467b37d2500a36c3f06c747a63507 into 03a713cc4d664629956a1df731874700(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:57,460 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:57,460 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/B, priority=13, startTime=1731368397011; duration=0sec 2024-11-11T23:39:57,461 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:57,461 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:B 2024-11-11T23:39:57,604 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/c389c4336afb44afb4c6eef938064a84 2024-11-11T23:39:57,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/fb5c796dbae745d6b1e5545dc279ab60 is 50, key is test_row_0/C:col10/1731368395724/Put/seqid=0 2024-11-11T23:39:57,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741920_1096 (size=12301) 2024-11-11T23:39:57,639 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/fb5c796dbae745d6b1e5545dc279ab60 2024-11-11T23:39:57,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/bcec891eb8e741e3a01e20514428fb48 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/bcec891eb8e741e3a01e20514428fb48 2024-11-11T23:39:57,652 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/bcec891eb8e741e3a01e20514428fb48, entries=150, sequenceid=394, filesize=12.0 K 2024-11-11T23:39:57,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/c389c4336afb44afb4c6eef938064a84 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/c389c4336afb44afb4c6eef938064a84 2024-11-11T23:39:57,659 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/c389c4336afb44afb4c6eef938064a84, entries=150, sequenceid=394, filesize=12.0 K 2024-11-11T23:39:57,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/fb5c796dbae745d6b1e5545dc279ab60 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/fb5c796dbae745d6b1e5545dc279ab60 2024-11-11T23:39:57,669 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/fb5c796dbae745d6b1e5545dc279ab60, entries=150, sequenceid=394, filesize=12.0 K 2024-11-11T23:39:57,670 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 8e4467b37d2500a36c3f06c747a63507 in 506ms, sequenceid=394, compaction requested=false 2024-11-11T23:39:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-11T23:39:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-11T23:39:57,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-11T23:39:57,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0470 sec 2024-11-11T23:39:57,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 2.0530 sec 2024-11-11T23:39:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T23:39:57,773 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:39:57,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:39:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-11T23:39:57,778 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:39:57,779 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:39:57,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:39:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T23:39:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T23:39:57,895 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:39:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:57,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:39:57,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/19276e5fb63a4921842cb146ef270797 is 50, key is test_row_0/A:col10/1731368397895/Put/seqid=0 2024-11-11T23:39:57,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741921_1097 (size=14741) 2024-11-11T23:39:57,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/19276e5fb63a4921842cb146ef270797 2024-11-11T23:39:57,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T23:39:57,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:57,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:57,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:57,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:57,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:57,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/1c1b47d07cb24507afe45ebd0c4de8bb is 50, key is test_row_0/B:col10/1731368397895/Put/seqid=0 2024-11-11T23:39:57,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368457948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:57,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368457950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:57,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368457955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:57,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:57,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:57,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:57,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741922_1098 (size=12301) 2024-11-11T23:39:58,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368458062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:58,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:58,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368458062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:58,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:58,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:58,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368458063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:58,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T23:39:58,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:58,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:58,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:58,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T23:39:58,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T23:39:58,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:58,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:58,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368458273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:58,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:58,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368458273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:58,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:58,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368458273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:58,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:58,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:58,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/1c1b47d07cb24507afe45ebd0c4de8bb 2024-11-11T23:39:58,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/11e2ef096dc2457b911f08de7f43d985 is 50, key is test_row_0/C:col10/1731368397895/Put/seqid=0 2024-11-11T23:39:58,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T23:39:58,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:58,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:58,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:58,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:58,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:39:58,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741923_1099 (size=12301) 2024-11-11T23:39:58,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/11e2ef096dc2457b911f08de7f43d985 2024-11-11T23:39:58,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/19276e5fb63a4921842cb146ef270797 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/19276e5fb63a4921842cb146ef270797 2024-11-11T23:39:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T23:39:58,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/19276e5fb63a4921842cb146ef270797, entries=200, sequenceid=407, filesize=14.4 K 2024-11-11T23:39:58,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/1c1b47d07cb24507afe45ebd0c4de8bb as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/1c1b47d07cb24507afe45ebd0c4de8bb 2024-11-11T23:39:58,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/1c1b47d07cb24507afe45ebd0c4de8bb, entries=150, sequenceid=407, filesize=12.0 K 2024-11-11T23:39:58,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/11e2ef096dc2457b911f08de7f43d985 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/11e2ef096dc2457b911f08de7f43d985 2024-11-11T23:39:58,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/11e2ef096dc2457b911f08de7f43d985, entries=150, sequenceid=407, filesize=12.0 K 2024-11-11T23:39:58,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8e4467b37d2500a36c3f06c747a63507 in 545ms, sequenceid=407, compaction requested=true 2024-11-11T23:39:58,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:58,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:39:58,440 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:58,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:58,441 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:58,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:39:58,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:58,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:39:58,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:58,442 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:58,443 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/A is initiating minor compaction (all files) 2024-11-11T23:39:58,443 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/A in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:58,443 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/3a17eed400b6454dbd356f48d365c674, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/bcec891eb8e741e3a01e20514428fb48, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/19276e5fb63a4921842cb146ef270797] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=39.3 K 2024-11-11T23:39:58,443 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:58,443 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/B is initiating minor compaction (all files) 2024-11-11T23:39:58,443 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/B in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:58,443 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/03a713cc4d664629956a1df731874700, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/c389c4336afb44afb4c6eef938064a84, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/1c1b47d07cb24507afe45ebd0c4de8bb] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=36.9 K 2024-11-11T23:39:58,444 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a17eed400b6454dbd356f48d365c674, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731368395073 2024-11-11T23:39:58,444 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 03a713cc4d664629956a1df731874700, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731368395073 2024-11-11T23:39:58,444 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcec891eb8e741e3a01e20514428fb48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731368395720 2024-11-11T23:39:58,444 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting c389c4336afb44afb4c6eef938064a84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731368395720 2024-11-11T23:39:58,445 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19276e5fb63a4921842cb146ef270797, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731368397886 2024-11-11T23:39:58,445 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c1b47d07cb24507afe45ebd0c4de8bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731368397886 2024-11-11T23:39:58,461 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#B#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:58,461 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/039bc37e0e8b4584a276632912a587e3 is 50, key is test_row_0/B:col10/1731368397895/Put/seqid=0 2024-11-11T23:39:58,464 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#A#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:58,465 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/8ff95f75a6d24ccfa138e4776b7df49c is 50, key is test_row_0/A:col10/1731368397895/Put/seqid=0 2024-11-11T23:39:58,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741924_1100 (size=13289) 2024-11-11T23:39:58,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741925_1101 (size=13289) 2024-11-11T23:39:58,476 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/039bc37e0e8b4584a276632912a587e3 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/039bc37e0e8b4584a276632912a587e3 2024-11-11T23:39:58,481 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/B of 8e4467b37d2500a36c3f06c747a63507 into 039bc37e0e8b4584a276632912a587e3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:58,482 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:58,482 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/B, priority=13, startTime=1731368398440; duration=0sec 2024-11-11T23:39:58,482 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:39:58,482 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:B 2024-11-11T23:39:58,482 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:39:58,483 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:39:58,484 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/C is initiating minor compaction (all files) 2024-11-11T23:39:58,484 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/C in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:58,484 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/1bc6b97342fb43e58334576c031b936c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/fb5c796dbae745d6b1e5545dc279ab60, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/11e2ef096dc2457b911f08de7f43d985] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=36.9 K 2024-11-11T23:39:58,484 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bc6b97342fb43e58334576c031b936c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731368395073 2024-11-11T23:39:58,485 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting fb5c796dbae745d6b1e5545dc279ab60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731368395720 2024-11-11T23:39:58,487 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 11e2ef096dc2457b911f08de7f43d985, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731368397886 2024-11-11T23:39:58,506 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#C#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:39:58,507 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/0e45be36f3ed4ea3b008414e10a36846 is 50, key is test_row_0/C:col10/1731368397895/Put/seqid=0 2024-11-11T23:39:58,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741926_1102 (size=13289) 2024-11-11T23:39:58,532 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/0e45be36f3ed4ea3b008414e10a36846 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/0e45be36f3ed4ea3b008414e10a36846 2024-11-11T23:39:58,543 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/C of 8e4467b37d2500a36c3f06c747a63507 into 0e45be36f3ed4ea3b008414e10a36846(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:58,543 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:58,543 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/C, priority=13, startTime=1731368398441; duration=0sec 2024-11-11T23:39:58,543 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:58,543 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:C 2024-11-11T23:39:58,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T23:39:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:58,552 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T23:39:58,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/cc54c3ff03c043109b6921193247414e is 50, key is test_row_0/A:col10/1731368397952/Put/seqid=0 2024-11-11T23:39:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741927_1103 (size=12301) 2024-11-11T23:39:58,568 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/cc54c3ff03c043109b6921193247414e 2024-11-11T23:39:58,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/3650cad261cb405b853785bd65f3ce4f is 50, key is test_row_0/B:col10/1731368397952/Put/seqid=0 2024-11-11T23:39:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:58,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:39:58,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741928_1104 (size=12301) 2024-11-11T23:39:58,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368458598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:58,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368458599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:58,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368458600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:58,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368458702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:58,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:58,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368458713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:58,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:58,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368458713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:58,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:58,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:58,879 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/8ff95f75a6d24ccfa138e4776b7df49c as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/8ff95f75a6d24ccfa138e4776b7df49c 2024-11-11T23:39:58,885 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/A of 8e4467b37d2500a36c3f06c747a63507 into 8ff95f75a6d24ccfa138e4776b7df49c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:39:58,885 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:58,885 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/A, priority=13, startTime=1731368398440; duration=0sec 2024-11-11T23:39:58,885 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:39:58,885 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:A 2024-11-11T23:39:58,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368458912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:58,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T23:39:58,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368458923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:58,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368458923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:58,989 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/3650cad261cb405b853785bd65f3ce4f 2024-11-11T23:39:59,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/c95ecc88b14342f2a88674b5668b7028 is 50, key is test_row_0/C:col10/1731368397952/Put/seqid=0 2024-11-11T23:39:59,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741929_1105 (size=12301) 2024-11-11T23:39:59,033 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/c95ecc88b14342f2a88674b5668b7028 2024-11-11T23:39:59,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/cc54c3ff03c043109b6921193247414e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/cc54c3ff03c043109b6921193247414e 2024-11-11T23:39:59,052 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/cc54c3ff03c043109b6921193247414e, entries=150, sequenceid=433, filesize=12.0 K 2024-11-11T23:39:59,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/3650cad261cb405b853785bd65f3ce4f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/3650cad261cb405b853785bd65f3ce4f 2024-11-11T23:39:59,064 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/3650cad261cb405b853785bd65f3ce4f, entries=150, sequenceid=433, filesize=12.0 K 2024-11-11T23:39:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/c95ecc88b14342f2a88674b5668b7028 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/c95ecc88b14342f2a88674b5668b7028 2024-11-11T23:39:59,086 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/c95ecc88b14342f2a88674b5668b7028, entries=150, sequenceid=433, filesize=12.0 K 2024-11-11T23:39:59,088 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8e4467b37d2500a36c3f06c747a63507 in 536ms, sequenceid=433, compaction requested=false 2024-11-11T23:39:59,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:39:59,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:39:59,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-11T23:39:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-11T23:39:59,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-11T23:39:59,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3100 sec 2024-11-11T23:39:59,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.3190 sec 2024-11-11T23:39:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:39:59,223 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:39:59,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T23:39:59,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/e16196a5fa6c42e4a08f6b94bdacaa82 is 50, key is test_row_0/A:col10/1731368398588/Put/seqid=0 2024-11-11T23:39:59,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741930_1106 (size=14741) 2024-11-11T23:39:59,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/e16196a5fa6c42e4a08f6b94bdacaa82 2024-11-11T23:39:59,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/f6689a43624946b9bc023d1302ad21ea is 50, key is test_row_0/B:col10/1731368398588/Put/seqid=0 2024-11-11T23:39:59,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368459263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368459264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368459265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368459265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368459267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741931_1107 (size=12301) 2024-11-11T23:39:59,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368459373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368459373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368459382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368459382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368459382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368459582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368459582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368459592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368459592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368459592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/f6689a43624946b9bc023d1302ad21ea 2024-11-11T23:39:59,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/72d7044927964bdaae263847ad531ac2 is 50, key is test_row_0/C:col10/1731368398588/Put/seqid=0 2024-11-11T23:39:59,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741932_1108 (size=12301) 2024-11-11T23:39:59,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368459892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368459892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368459902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368459902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:39:59,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368459902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:39:59,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:39:59,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:39:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T23:39:59,932 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:39:59,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:39:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-11T23:39:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T23:39:59,934 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:39:59,935 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:39:59,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T23:40:00,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-11T23:40:00,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:00,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:40:00,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:00,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:00,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:00,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/72d7044927964bdaae263847ad531ac2 2024-11-11T23:40:00,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/e16196a5fa6c42e4a08f6b94bdacaa82 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/e16196a5fa6c42e4a08f6b94bdacaa82 2024-11-11T23:40:00,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/e16196a5fa6c42e4a08f6b94bdacaa82, entries=200, sequenceid=447, filesize=14.4 K 2024-11-11T23:40:00,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/f6689a43624946b9bc023d1302ad21ea as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/f6689a43624946b9bc023d1302ad21ea 2024-11-11T23:40:00,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/f6689a43624946b9bc023d1302ad21ea, entries=150, sequenceid=447, filesize=12.0 K 2024-11-11T23:40:00,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/72d7044927964bdaae263847ad531ac2 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/72d7044927964bdaae263847ad531ac2 2024-11-11T23:40:00,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/72d7044927964bdaae263847ad531ac2, entries=150, sequenceid=447, filesize=12.0 K 2024-11-11T23:40:00,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8e4467b37d2500a36c3f06c747a63507 in 892ms, sequenceid=447, compaction requested=true 2024-11-11T23:40:00,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:40:00,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:00,115 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:00,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:00,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:00,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:00,115 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:00,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:00,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:00,116 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:00,117 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/A is initiating minor compaction (all files) 2024-11-11T23:40:00,117 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/A in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:00,117 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/8ff95f75a6d24ccfa138e4776b7df49c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/cc54c3ff03c043109b6921193247414e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/e16196a5fa6c42e4a08f6b94bdacaa82] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=39.4 K 2024-11-11T23:40:00,117 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:00,117 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/B is initiating minor compaction (all files) 2024-11-11T23:40:00,117 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/B in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:00,117 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/039bc37e0e8b4584a276632912a587e3, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/3650cad261cb405b853785bd65f3ce4f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/f6689a43624946b9bc023d1302ad21ea] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=37.0 K 2024-11-11T23:40:00,118 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 039bc37e0e8b4584a276632912a587e3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731368397886 2024-11-11T23:40:00,118 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ff95f75a6d24ccfa138e4776b7df49c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731368397886 2024-11-11T23:40:00,118 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 3650cad261cb405b853785bd65f3ce4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731368397945 2024-11-11T23:40:00,118 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc54c3ff03c043109b6921193247414e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731368397945 2024-11-11T23:40:00,119 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting f6689a43624946b9bc023d1302ad21ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731368398588 2024-11-11T23:40:00,119 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting e16196a5fa6c42e4a08f6b94bdacaa82, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731368398588 2024-11-11T23:40:00,126 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:00,126 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/8141a7fac9b24ee7bb8086751799ac77 is 50, key is test_row_0/B:col10/1731368398588/Put/seqid=0 2024-11-11T23:40:00,129 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#A#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:00,129 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/fc2ace54ac1147cfb09b4871b3c5c19c is 50, key is test_row_0/A:col10/1731368398588/Put/seqid=0 2024-11-11T23:40:00,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741933_1109 (size=13391) 2024-11-11T23:40:00,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741934_1110 (size=13391) 2024-11-11T23:40:00,148 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/8141a7fac9b24ee7bb8086751799ac77 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/8141a7fac9b24ee7bb8086751799ac77 2024-11-11T23:40:00,155 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/B of 8e4467b37d2500a36c3f06c747a63507 into 8141a7fac9b24ee7bb8086751799ac77(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:00,155 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:40:00,155 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/B, priority=13, startTime=1731368400115; duration=0sec 2024-11-11T23:40:00,155 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:00,155 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:B 2024-11-11T23:40:00,155 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:00,156 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:00,157 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/C is initiating minor compaction (all files) 2024-11-11T23:40:00,157 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/C in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:00,157 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/0e45be36f3ed4ea3b008414e10a36846, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/c95ecc88b14342f2a88674b5668b7028, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/72d7044927964bdaae263847ad531ac2] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=37.0 K 2024-11-11T23:40:00,157 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e45be36f3ed4ea3b008414e10a36846, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731368397886 2024-11-11T23:40:00,158 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting c95ecc88b14342f2a88674b5668b7028, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731368397945 2024-11-11T23:40:00,158 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 72d7044927964bdaae263847ad531ac2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731368398588 2024-11-11T23:40:00,167 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:00,168 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/b7258c1827c448dda7b60e615ba797ee is 50, key is test_row_0/C:col10/1731368398588/Put/seqid=0 2024-11-11T23:40:00,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741935_1111 (size=13391) 2024-11-11T23:40:00,186 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/b7258c1827c448dda7b60e615ba797ee as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/b7258c1827c448dda7b60e615ba797ee 2024-11-11T23:40:00,192 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/C of 8e4467b37d2500a36c3f06c747a63507 into b7258c1827c448dda7b60e615ba797ee(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:00,192 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:40:00,192 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/C, priority=13, startTime=1731368400115; duration=0sec 2024-11-11T23:40:00,193 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:00,193 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:C 2024-11-11T23:40:00,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-11T23:40:00,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:00,240 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T23:40:00,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/f49fc5d6923c45c2945e378f7c99acb5 is 50, key is test_row_0/A:col10/1731368399265/Put/seqid=0 2024-11-11T23:40:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T23:40:00,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741936_1112 (size=12301) 2024-11-11T23:40:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:40:00,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:40:00,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368460418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368460419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368460419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:00,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368460420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:00,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:00,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368460420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:00,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:00,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:00,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368460532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:00,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368460533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368460533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:00,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368460533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:00,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368460533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:00,547 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/fc2ace54ac1147cfb09b4871b3c5c19c as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/fc2ace54ac1147cfb09b4871b3c5c19c 2024-11-11T23:40:00,552 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/A of 8e4467b37d2500a36c3f06c747a63507 into fc2ace54ac1147cfb09b4871b3c5c19c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:00,552 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:40:00,552 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/A, priority=13, startTime=1731368400115; duration=0sec 2024-11-11T23:40:00,553 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:00,553 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:A 2024-11-11T23:40:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T23:40:00,661 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/f49fc5d6923c45c2945e378f7c99acb5 2024-11-11T23:40:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/50f5df52fe2e4d31bf49d63831e47017 is 50, key is test_row_0/B:col10/1731368399265/Put/seqid=0 2024-11-11T23:40:00,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741937_1113 (size=12301) 2024-11-11T23:40:00,678 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/50f5df52fe2e4d31bf49d63831e47017 2024-11-11T23:40:00,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/d16c811d4eb94a26b53653146600cd77 is 50, key is test_row_0/C:col10/1731368399265/Put/seqid=0 2024-11-11T23:40:00,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741938_1114 (size=12301) 2024-11-11T23:40:00,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368460743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:00,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368460743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:00,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368460743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:00,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:00,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368460743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368460744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368461052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368461052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368461053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368461053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368461053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T23:40:01,097 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/d16c811d4eb94a26b53653146600cd77 2024-11-11T23:40:01,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/f49fc5d6923c45c2945e378f7c99acb5 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/f49fc5d6923c45c2945e378f7c99acb5 2024-11-11T23:40:01,115 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/f49fc5d6923c45c2945e378f7c99acb5, entries=150, sequenceid=472, filesize=12.0 K 2024-11-11T23:40:01,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/50f5df52fe2e4d31bf49d63831e47017 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/50f5df52fe2e4d31bf49d63831e47017 2024-11-11T23:40:01,123 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/50f5df52fe2e4d31bf49d63831e47017, entries=150, sequenceid=472, filesize=12.0 K 2024-11-11T23:40:01,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/d16c811d4eb94a26b53653146600cd77 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/d16c811d4eb94a26b53653146600cd77 2024-11-11T23:40:01,133 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/d16c811d4eb94a26b53653146600cd77, entries=150, sequenceid=472, filesize=12.0 K 2024-11-11T23:40:01,134 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 8e4467b37d2500a36c3f06c747a63507 in 894ms, sequenceid=472, compaction requested=false 2024-11-11T23:40:01,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:40:01,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:01,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-11T23:40:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-11T23:40:01,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-11T23:40:01,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2010 sec 2024-11-11T23:40:01,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.2060 sec 2024-11-11T23:40:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:40:01,564 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:01,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T23:40:01,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/781063fb5c134038a61b690c6fc4fa5e is 50, key is test_row_0/A:col10/1731368401563/Put/seqid=0 2024-11-11T23:40:01,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741939_1115 (size=12301) 2024-11-11T23:40:01,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/781063fb5c134038a61b690c6fc4fa5e 2024-11-11T23:40:01,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368461584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368461584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368461586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368461591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368461591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/76bac1fef0494d4794c8caa009ce60de is 50, key is test_row_0/B:col10/1731368401563/Put/seqid=0 2024-11-11T23:40:01,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741940_1116 (size=12301) 2024-11-11T23:40:01,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368461702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368461702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368461703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368461703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368461703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368461913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368461913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368461913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368461913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:01,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368461913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:01,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:01,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:02,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/76bac1fef0494d4794c8caa009ce60de 2024-11-11T23:40:02,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/70e6c99157524949bd12758a17de7c6f is 50, key is test_row_0/C:col10/1731368401563/Put/seqid=0 2024-11-11T23:40:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741941_1117 (size=12301) 2024-11-11T23:40:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T23:40:02,093 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:02,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:40:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-11T23:40:02,096 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:40:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T23:40:02,097 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:40:02,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T23:40:02,225 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-11T23:40:02,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:02,225 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1731368462223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:02,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42742 deadline: 1731368462223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:02,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42764 deadline: 1731368462223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:02,230 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-11T23:40:02,230 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:02,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42752 deadline: 1731368462229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:02,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:02,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:02,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:02,232 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42726 deadline: 1731368462229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:02,233 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,233 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-11T23:40:02,233 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:02,233 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:02,233 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:02,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:02,233 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-11T23:40:02,233 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:02,233 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,234 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:02,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:02,234 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,234 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:02,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-11T23:40:02,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:02,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:40:02,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:02,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:02,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:02,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-11T23:40:02,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:02,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:40:02,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:02,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:02,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T23:40:02,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/70e6c99157524949bd12758a17de7c6f 2024-11-11T23:40:02,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/781063fb5c134038a61b690c6fc4fa5e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/781063fb5c134038a61b690c6fc4fa5e 2024-11-11T23:40:02,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/781063fb5c134038a61b690c6fc4fa5e, entries=150, sequenceid=489, filesize=12.0 K 2024-11-11T23:40:02,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/76bac1fef0494d4794c8caa009ce60de as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/76bac1fef0494d4794c8caa009ce60de 2024-11-11T23:40:02,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/76bac1fef0494d4794c8caa009ce60de, entries=150, sequenceid=489, filesize=12.0 K 2024-11-11T23:40:02,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/70e6c99157524949bd12758a17de7c6f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/70e6c99157524949bd12758a17de7c6f 2024-11-11T23:40:02,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/70e6c99157524949bd12758a17de7c6f, entries=150, sequenceid=489, filesize=12.0 K 2024-11-11T23:40:02,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 8e4467b37d2500a36c3f06c747a63507 in 906ms, sequenceid=489, compaction requested=true 2024-11-11T23:40:02,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:40:02,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:02,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:02,471 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:02,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:02,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:02,471 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:02,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e4467b37d2500a36c3f06c747a63507:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:02,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:02,472 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:02,472 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:02,472 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/A is initiating minor compaction (all files) 2024-11-11T23:40:02,472 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/B is initiating minor compaction (all files) 2024-11-11T23:40:02,472 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/A in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:02,472 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/B in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:02,472 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/fc2ace54ac1147cfb09b4871b3c5c19c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/f49fc5d6923c45c2945e378f7c99acb5, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/781063fb5c134038a61b690c6fc4fa5e] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=37.1 K 2024-11-11T23:40:02,472 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/8141a7fac9b24ee7bb8086751799ac77, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/50f5df52fe2e4d31bf49d63831e47017, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/76bac1fef0494d4794c8caa009ce60de] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=37.1 K 2024-11-11T23:40:02,473 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc2ace54ac1147cfb09b4871b3c5c19c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731368398588 2024-11-11T23:40:02,473 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 8141a7fac9b24ee7bb8086751799ac77, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731368398588 2024-11-11T23:40:02,473 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting f49fc5d6923c45c2945e378f7c99acb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1731368399263 2024-11-11T23:40:02,473 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 50f5df52fe2e4d31bf49d63831e47017, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1731368399263 2024-11-11T23:40:02,473 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 781063fb5c134038a61b690c6fc4fa5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731368400418 2024-11-11T23:40:02,473 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 76bac1fef0494d4794c8caa009ce60de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731368400418 2024-11-11T23:40:02,482 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#B#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:02,482 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#A#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:02,483 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/67e9a49f14184a2cac0b4b0164c87b00 is 50, key is test_row_0/B:col10/1731368401563/Put/seqid=0 2024-11-11T23:40:02,483 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/d2a9e8aecec54a1da8ac7dd6798470c6 is 50, key is test_row_0/A:col10/1731368401563/Put/seqid=0 2024-11-11T23:40:02,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741943_1119 (size=13493) 2024-11-11T23:40:02,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741942_1118 (size=13493) 2024-11-11T23:40:02,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-11T23:40:02,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:02,558 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T23:40:02,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/f7c0381f3fd34b01b54c33e2b889bdf3 is 50, key is test_row_0/A:col10/1731368401590/Put/seqid=0 2024-11-11T23:40:02,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741944_1120 (size=12301) 2024-11-11T23:40:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T23:40:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:40:02,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. as already flushing 2024-11-11T23:40:02,734 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-11T23:40:02,734 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:02,734 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,734 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:02,745 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-11T23:40:02,745 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:02,745 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,746 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,746 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-11T23:40:02,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:02,746 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:02,746 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,746 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-11T23:40:02,746 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:02,746 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:02,746 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,746 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:02,751 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-11T23:40:02,751 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:02,751 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,752 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:02,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:02,899 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/67e9a49f14184a2cac0b4b0164c87b00 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/67e9a49f14184a2cac0b4b0164c87b00 2024-11-11T23:40:02,900 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/d2a9e8aecec54a1da8ac7dd6798470c6 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/d2a9e8aecec54a1da8ac7dd6798470c6 2024-11-11T23:40:02,908 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/A of 8e4467b37d2500a36c3f06c747a63507 into d2a9e8aecec54a1da8ac7dd6798470c6(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:02,908 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/B of 8e4467b37d2500a36c3f06c747a63507 into 67e9a49f14184a2cac0b4b0164c87b00(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:02,908 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:40:02,908 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:40:02,908 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/B, priority=13, startTime=1731368402471; duration=0sec 2024-11-11T23:40:02,908 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/A, priority=13, startTime=1731368402470; duration=0sec 2024-11-11T23:40:02,908 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:02,908 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:B 2024-11-11T23:40:02,908 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:02,908 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:A 2024-11-11T23:40:02,908 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:02,910 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:02,910 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 8e4467b37d2500a36c3f06c747a63507/C is initiating minor compaction (all files) 2024-11-11T23:40:02,910 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e4467b37d2500a36c3f06c747a63507/C in TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:02,910 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/b7258c1827c448dda7b60e615ba797ee, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/d16c811d4eb94a26b53653146600cd77, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/70e6c99157524949bd12758a17de7c6f] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp, totalSize=37.1 K 2024-11-11T23:40:02,910 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting b7258c1827c448dda7b60e615ba797ee, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731368398588 2024-11-11T23:40:02,911 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting d16c811d4eb94a26b53653146600cd77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1731368399263 2024-11-11T23:40:02,911 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 70e6c99157524949bd12758a17de7c6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731368400418 2024-11-11T23:40:02,921 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e4467b37d2500a36c3f06c747a63507#C#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:02,922 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/9f56077b6c1148138bd946b4c7fb98c0 is 50, key is test_row_0/C:col10/1731368401563/Put/seqid=0 2024-11-11T23:40:02,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741945_1121 (size=13493) 2024-11-11T23:40:02,930 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/9f56077b6c1148138bd946b4c7fb98c0 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9f56077b6c1148138bd946b4c7fb98c0 2024-11-11T23:40:02,936 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e4467b37d2500a36c3f06c747a63507/C of 8e4467b37d2500a36c3f06c747a63507 into 9f56077b6c1148138bd946b4c7fb98c0(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:02,937 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:40:02,937 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., storeName=8e4467b37d2500a36c3f06c747a63507/C, priority=13, startTime=1731368402471; duration=0sec 2024-11-11T23:40:02,937 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:02,937 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e4467b37d2500a36c3f06c747a63507:C 2024-11-11T23:40:02,972 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/f7c0381f3fd34b01b54c33e2b889bdf3 2024-11-11T23:40:02,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/047d580720a54ff5aadd1ad8cda0a1d3 is 50, key is test_row_0/B:col10/1731368401590/Put/seqid=0 2024-11-11T23:40:02,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741946_1122 (size=12301) 2024-11-11T23:40:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T23:40:03,388 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/047d580720a54ff5aadd1ad8cda0a1d3 2024-11-11T23:40:03,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/e0c2f4cbb279455f9a4ac9e57c1c52ca is 50, key is test_row_0/C:col10/1731368401590/Put/seqid=0 2024-11-11T23:40:03,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741947_1123 (size=12301) 2024-11-11T23:40:03,803 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/e0c2f4cbb279455f9a4ac9e57c1c52ca 2024-11-11T23:40:03,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/f7c0381f3fd34b01b54c33e2b889bdf3 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/f7c0381f3fd34b01b54c33e2b889bdf3 2024-11-11T23:40:03,815 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/f7c0381f3fd34b01b54c33e2b889bdf3, entries=150, sequenceid=509, filesize=12.0 K 2024-11-11T23:40:03,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/047d580720a54ff5aadd1ad8cda0a1d3 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/047d580720a54ff5aadd1ad8cda0a1d3 2024-11-11T23:40:03,821 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/047d580720a54ff5aadd1ad8cda0a1d3, entries=150, sequenceid=509, filesize=12.0 K 2024-11-11T23:40:03,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/e0c2f4cbb279455f9a4ac9e57c1c52ca as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/e0c2f4cbb279455f9a4ac9e57c1c52ca 2024-11-11T23:40:03,826 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/e0c2f4cbb279455f9a4ac9e57c1c52ca, entries=150, sequenceid=509, filesize=12.0 K 2024-11-11T23:40:03,827 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=33.54 KB/34350 for 8e4467b37d2500a36c3f06c747a63507 in 1269ms, sequenceid=509, compaction requested=false 2024-11-11T23:40:03,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 8e4467b37d2500a36c3f06c747a63507: 2024-11-11T23:40:03,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:03,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T23:40:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T23:40:03,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-11T23:40:03,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7310 sec 2024-11-11T23:40:03,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.7370 sec 2024-11-11T23:40:04,190 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T23:40:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T23:40:04,243 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:04,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T23:40:04,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-11T23:40:04,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-11T23:40:04,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-11T23:40:04,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-11T23:40:04,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-11T23:40:04,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T23:40:04,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3823 2024-11-11T23:40:04,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3750 2024-11-11T23:40:04,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T23:40:04,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1725 2024-11-11T23:40:04,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5173 rows 2024-11-11T23:40:04,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1746 2024-11-11T23:40:04,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5234 rows 2024-11-11T23:40:04,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:40:04,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:40:04,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:04,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:04,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:04,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T23:40:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:04,261 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368404260"}]},"ts":"1731368404260"} 2024-11-11T23:40:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T23:40:04,263 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T23:40:04,263 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T23:40:04,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T23:40:04,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e4467b37d2500a36c3f06c747a63507, UNASSIGN}] 2024-11-11T23:40:04,269 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e4467b37d2500a36c3f06c747a63507, UNASSIGN 2024-11-11T23:40:04,271 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=8e4467b37d2500a36c3f06c747a63507, regionState=CLOSING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:40:04,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e4467b37d2500a36c3f06c747a63507, UNASSIGN because future has completed 2024-11-11T23:40:04,273 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T23:40:04,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:40:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T23:40:04,431 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:40:04,431 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T23:40:04,432 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 8e4467b37d2500a36c3f06c747a63507, disabling compactions & flushes 2024-11-11T23:40:04,432 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:04,432 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:04,432 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. after waiting 0 ms 2024-11-11T23:40:04,432 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:04,432 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 8e4467b37d2500a36c3f06c747a63507 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T23:40:04,437 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/f68acc1466c54016abeec890bb228650 is 50, key is test_row_0/A:col10/1731368402745/Put/seqid=0 2024-11-11T23:40:04,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741948_1124 (size=9857) 2024-11-11T23:40:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T23:40:04,843 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/f68acc1466c54016abeec890bb228650 2024-11-11T23:40:04,854 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/f6cd3c85fab343c78ea7674ef9534c63 is 50, key is test_row_0/B:col10/1731368402745/Put/seqid=0 2024-11-11T23:40:04,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741949_1125 (size=9857) 2024-11-11T23:40:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T23:40:05,259 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/f6cd3c85fab343c78ea7674ef9534c63 2024-11-11T23:40:05,268 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/5906a31a41b64913b198a29eaec7c1d3 is 50, key is test_row_0/C:col10/1731368402745/Put/seqid=0 2024-11-11T23:40:05,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741950_1126 (size=9857) 2024-11-11T23:40:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T23:40:05,682 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/5906a31a41b64913b198a29eaec7c1d3 2024-11-11T23:40:05,694 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/A/f68acc1466c54016abeec890bb228650 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/f68acc1466c54016abeec890bb228650 2024-11-11T23:40:05,701 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/f68acc1466c54016abeec890bb228650, entries=100, sequenceid=520, filesize=9.6 K 2024-11-11T23:40:05,703 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/B/f6cd3c85fab343c78ea7674ef9534c63 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/f6cd3c85fab343c78ea7674ef9534c63 2024-11-11T23:40:05,714 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/f6cd3c85fab343c78ea7674ef9534c63, entries=100, sequenceid=520, filesize=9.6 K 2024-11-11T23:40:05,715 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/.tmp/C/5906a31a41b64913b198a29eaec7c1d3 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/5906a31a41b64913b198a29eaec7c1d3 2024-11-11T23:40:05,720 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/5906a31a41b64913b198a29eaec7c1d3, entries=100, sequenceid=520, filesize=9.6 K 2024-11-11T23:40:05,721 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8e4467b37d2500a36c3f06c747a63507 in 1289ms, sequenceid=520, compaction requested=true 2024-11-11T23:40:05,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/698aa896fe4b4b8b956de5e159d3eb27, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/361f36dacb0c42d891607e4ff725c9af, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5632bc62590b4aeb9993b6426837d5a8, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/e78333bc972e4ee4a445af08b476ba1d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/d82d59c0f2bf4a818651913133a0eab6, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/169f0aeee67945cbb2d4086ae366e4a5, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/a8244f42eb824a1ea46163ec9286d1a6, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/3dc2ccc87d2c4c2497965148cab18cd1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/740f8d1826124b32bddfa0891f73b826, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/00791768aacc4230a620ab32b954cd44, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/8d8cb4e3976e41b78a151162be9b13be, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/b807f5be25a04841b2bc25b94fc8b878, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/97aed967b13c4e44b6abfbaf88ef6325, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/a8b550d6dd534592b84cd93a8cf05f91, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5739a2aff48d4e0a89ef9c34e53e9f39, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/696b271ac9c243e59d84d06dbc6511dd, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/72dc6d64558f457a9e1d075dd301b19c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/8da5f19bbf864e88aff56b420f255358, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/18b4fb7a6bc047fb83028f862cadf760, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5c53f8772b0e4a8e9d88d1e2d9dfe892, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/756df4feeaee4422a8758326144be39c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/3d6062f3b094407d977f410e7fb042e4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/420a78819bf34928bff8543731eda289, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/7e3b0434c79d43518a372f3276cce214, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/bc46f73891354affb30c7c4ec387c857, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/90f6e77431d74badbf05ba54b959fe4c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/3a17eed400b6454dbd356f48d365c674, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/bcec891eb8e741e3a01e20514428fb48, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/19276e5fb63a4921842cb146ef270797, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/8ff95f75a6d24ccfa138e4776b7df49c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/cc54c3ff03c043109b6921193247414e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/e16196a5fa6c42e4a08f6b94bdacaa82, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/fc2ace54ac1147cfb09b4871b3c5c19c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/f49fc5d6923c45c2945e378f7c99acb5, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/781063fb5c134038a61b690c6fc4fa5e] to archive 2024-11-11T23:40:05,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:40:05,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/698aa896fe4b4b8b956de5e159d3eb27 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/698aa896fe4b4b8b956de5e159d3eb27 2024-11-11T23:40:05,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/361f36dacb0c42d891607e4ff725c9af to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/361f36dacb0c42d891607e4ff725c9af 2024-11-11T23:40:05,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5632bc62590b4aeb9993b6426837d5a8 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5632bc62590b4aeb9993b6426837d5a8 2024-11-11T23:40:05,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/e78333bc972e4ee4a445af08b476ba1d to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/e78333bc972e4ee4a445af08b476ba1d 2024-11-11T23:40:05,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/d82d59c0f2bf4a818651913133a0eab6 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/d82d59c0f2bf4a818651913133a0eab6 2024-11-11T23:40:05,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/169f0aeee67945cbb2d4086ae366e4a5 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/169f0aeee67945cbb2d4086ae366e4a5 2024-11-11T23:40:05,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/a8244f42eb824a1ea46163ec9286d1a6 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/a8244f42eb824a1ea46163ec9286d1a6 2024-11-11T23:40:05,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/3dc2ccc87d2c4c2497965148cab18cd1 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/3dc2ccc87d2c4c2497965148cab18cd1 2024-11-11T23:40:05,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/740f8d1826124b32bddfa0891f73b826 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/740f8d1826124b32bddfa0891f73b826 2024-11-11T23:40:05,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/00791768aacc4230a620ab32b954cd44 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/00791768aacc4230a620ab32b954cd44 2024-11-11T23:40:05,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/8d8cb4e3976e41b78a151162be9b13be to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/8d8cb4e3976e41b78a151162be9b13be 2024-11-11T23:40:05,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/b807f5be25a04841b2bc25b94fc8b878 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/b807f5be25a04841b2bc25b94fc8b878 2024-11-11T23:40:05,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/97aed967b13c4e44b6abfbaf88ef6325 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/97aed967b13c4e44b6abfbaf88ef6325 2024-11-11T23:40:05,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/a8b550d6dd534592b84cd93a8cf05f91 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/a8b550d6dd534592b84cd93a8cf05f91 2024-11-11T23:40:05,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5739a2aff48d4e0a89ef9c34e53e9f39 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5739a2aff48d4e0a89ef9c34e53e9f39 2024-11-11T23:40:05,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/696b271ac9c243e59d84d06dbc6511dd to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/696b271ac9c243e59d84d06dbc6511dd 2024-11-11T23:40:05,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/72dc6d64558f457a9e1d075dd301b19c to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/72dc6d64558f457a9e1d075dd301b19c 2024-11-11T23:40:05,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/8da5f19bbf864e88aff56b420f255358 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/8da5f19bbf864e88aff56b420f255358 2024-11-11T23:40:05,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/18b4fb7a6bc047fb83028f862cadf760 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/18b4fb7a6bc047fb83028f862cadf760 2024-11-11T23:40:05,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5c53f8772b0e4a8e9d88d1e2d9dfe892 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/5c53f8772b0e4a8e9d88d1e2d9dfe892 2024-11-11T23:40:05,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/756df4feeaee4422a8758326144be39c to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/756df4feeaee4422a8758326144be39c 2024-11-11T23:40:05,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/3d6062f3b094407d977f410e7fb042e4 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/3d6062f3b094407d977f410e7fb042e4 2024-11-11T23:40:05,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/420a78819bf34928bff8543731eda289 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/420a78819bf34928bff8543731eda289 2024-11-11T23:40:05,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/7e3b0434c79d43518a372f3276cce214 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/7e3b0434c79d43518a372f3276cce214 2024-11-11T23:40:05,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/bc46f73891354affb30c7c4ec387c857 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/bc46f73891354affb30c7c4ec387c857 2024-11-11T23:40:05,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/90f6e77431d74badbf05ba54b959fe4c to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/90f6e77431d74badbf05ba54b959fe4c 2024-11-11T23:40:05,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/3a17eed400b6454dbd356f48d365c674 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/3a17eed400b6454dbd356f48d365c674 2024-11-11T23:40:05,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/bcec891eb8e741e3a01e20514428fb48 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/bcec891eb8e741e3a01e20514428fb48 2024-11-11T23:40:05,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/19276e5fb63a4921842cb146ef270797 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/19276e5fb63a4921842cb146ef270797 2024-11-11T23:40:05,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/8ff95f75a6d24ccfa138e4776b7df49c to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/8ff95f75a6d24ccfa138e4776b7df49c 2024-11-11T23:40:05,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/cc54c3ff03c043109b6921193247414e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/cc54c3ff03c043109b6921193247414e 2024-11-11T23:40:05,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/e16196a5fa6c42e4a08f6b94bdacaa82 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/e16196a5fa6c42e4a08f6b94bdacaa82 2024-11-11T23:40:05,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/fc2ace54ac1147cfb09b4871b3c5c19c to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/fc2ace54ac1147cfb09b4871b3c5c19c 2024-11-11T23:40:05,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/f49fc5d6923c45c2945e378f7c99acb5 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/f49fc5d6923c45c2945e378f7c99acb5 2024-11-11T23:40:05,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/781063fb5c134038a61b690c6fc4fa5e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/781063fb5c134038a61b690c6fc4fa5e 2024-11-11T23:40:05,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/89a300f3016f4de19124d8a056dfda2d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/309928cc49754030b6adb3055d736a27, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/0e91c8cb2161461c9fba78d19c719b6b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/aa9b4918c32042d9b4fb42fa3a84a597, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/8645c102512f4abe9caf292320ba54a2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/3ce947fe067748b4b28549be056fca1b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/a38288ba53fe43e4bcb65c58686d134e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/23a59f56b80f4f7587e4581ddb6e8ec8, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/d58135f6386a49dc96b0b41561be9e99, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/b1114f0a374c4ff4970a056b6d4f4ed2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/47eb483125a9498fbd656af799d912c9, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/e57c64f461414ce398ce58d8cfc9726a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/6c12eebc1a994bf68ad41186e8e3fc1d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/a6d13e78f25f4aa38863ae4a94700330, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/8b58b2ee45164a25994d0c46611e883a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/5dff3b912e09419bb9b92e4586081d36, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/cd89096c4c2e4942b05adb68b34f06e2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/54355ac93b634fa2a120e3beac3f574c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/f9f9e1b366364f9ea4c9135022a5b44d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/5d8b3c4254cf479fbca3cfae0719e45c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/71b2463d6e3b4aefa9249054aa053f68, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/4a08ad88068940aa9a42e7f0e45194e0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/0f58a667d7644a9b9f6f89ca1d7829ff, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/5c23fd80ef6948cc859295916104873e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/08d56c595d9248d995fc514edc288008, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/03a713cc4d664629956a1df731874700, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/56224625157b44beb3942fd7638b0dd4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/c389c4336afb44afb4c6eef938064a84, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/039bc37e0e8b4584a276632912a587e3, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/1c1b47d07cb24507afe45ebd0c4de8bb, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/3650cad261cb405b853785bd65f3ce4f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/8141a7fac9b24ee7bb8086751799ac77, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/f6689a43624946b9bc023d1302ad21ea, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/50f5df52fe2e4d31bf49d63831e47017, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/76bac1fef0494d4794c8caa009ce60de] to archive 2024-11-11T23:40:05,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:40:05,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/89a300f3016f4de19124d8a056dfda2d to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/89a300f3016f4de19124d8a056dfda2d 2024-11-11T23:40:05,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/309928cc49754030b6adb3055d736a27 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/309928cc49754030b6adb3055d736a27 2024-11-11T23:40:05,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/0e91c8cb2161461c9fba78d19c719b6b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/0e91c8cb2161461c9fba78d19c719b6b 2024-11-11T23:40:05,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/aa9b4918c32042d9b4fb42fa3a84a597 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/aa9b4918c32042d9b4fb42fa3a84a597 2024-11-11T23:40:05,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/8645c102512f4abe9caf292320ba54a2 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/8645c102512f4abe9caf292320ba54a2 2024-11-11T23:40:05,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/3ce947fe067748b4b28549be056fca1b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/3ce947fe067748b4b28549be056fca1b 2024-11-11T23:40:05,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/a38288ba53fe43e4bcb65c58686d134e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/a38288ba53fe43e4bcb65c58686d134e 2024-11-11T23:40:05,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/23a59f56b80f4f7587e4581ddb6e8ec8 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/23a59f56b80f4f7587e4581ddb6e8ec8 2024-11-11T23:40:05,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/d58135f6386a49dc96b0b41561be9e99 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/d58135f6386a49dc96b0b41561be9e99 2024-11-11T23:40:05,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/b1114f0a374c4ff4970a056b6d4f4ed2 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/b1114f0a374c4ff4970a056b6d4f4ed2 2024-11-11T23:40:05,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/47eb483125a9498fbd656af799d912c9 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/47eb483125a9498fbd656af799d912c9 2024-11-11T23:40:05,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/e57c64f461414ce398ce58d8cfc9726a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/e57c64f461414ce398ce58d8cfc9726a 2024-11-11T23:40:05,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/6c12eebc1a994bf68ad41186e8e3fc1d to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/6c12eebc1a994bf68ad41186e8e3fc1d 2024-11-11T23:40:05,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/a6d13e78f25f4aa38863ae4a94700330 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/a6d13e78f25f4aa38863ae4a94700330 2024-11-11T23:40:05,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/8b58b2ee45164a25994d0c46611e883a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/8b58b2ee45164a25994d0c46611e883a 2024-11-11T23:40:05,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/5dff3b912e09419bb9b92e4586081d36 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/5dff3b912e09419bb9b92e4586081d36 2024-11-11T23:40:05,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/cd89096c4c2e4942b05adb68b34f06e2 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/cd89096c4c2e4942b05adb68b34f06e2 2024-11-11T23:40:05,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/54355ac93b634fa2a120e3beac3f574c to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/54355ac93b634fa2a120e3beac3f574c 2024-11-11T23:40:05,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/f9f9e1b366364f9ea4c9135022a5b44d to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/f9f9e1b366364f9ea4c9135022a5b44d 2024-11-11T23:40:05,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/5d8b3c4254cf479fbca3cfae0719e45c to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/5d8b3c4254cf479fbca3cfae0719e45c 2024-11-11T23:40:05,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/71b2463d6e3b4aefa9249054aa053f68 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/71b2463d6e3b4aefa9249054aa053f68 2024-11-11T23:40:05,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/4a08ad88068940aa9a42e7f0e45194e0 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/4a08ad88068940aa9a42e7f0e45194e0 2024-11-11T23:40:05,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/0f58a667d7644a9b9f6f89ca1d7829ff to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/0f58a667d7644a9b9f6f89ca1d7829ff 2024-11-11T23:40:05,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/5c23fd80ef6948cc859295916104873e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/5c23fd80ef6948cc859295916104873e 2024-11-11T23:40:05,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/08d56c595d9248d995fc514edc288008 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/08d56c595d9248d995fc514edc288008 2024-11-11T23:40:05,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/03a713cc4d664629956a1df731874700 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/03a713cc4d664629956a1df731874700 2024-11-11T23:40:05,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/56224625157b44beb3942fd7638b0dd4 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/56224625157b44beb3942fd7638b0dd4 2024-11-11T23:40:05,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/c389c4336afb44afb4c6eef938064a84 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/c389c4336afb44afb4c6eef938064a84 2024-11-11T23:40:05,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/039bc37e0e8b4584a276632912a587e3 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/039bc37e0e8b4584a276632912a587e3 2024-11-11T23:40:05,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/1c1b47d07cb24507afe45ebd0c4de8bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/1c1b47d07cb24507afe45ebd0c4de8bb 2024-11-11T23:40:05,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/3650cad261cb405b853785bd65f3ce4f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/3650cad261cb405b853785bd65f3ce4f 2024-11-11T23:40:05,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/8141a7fac9b24ee7bb8086751799ac77 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/8141a7fac9b24ee7bb8086751799ac77 2024-11-11T23:40:05,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/f6689a43624946b9bc023d1302ad21ea to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/f6689a43624946b9bc023d1302ad21ea 2024-11-11T23:40:05,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/50f5df52fe2e4d31bf49d63831e47017 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/50f5df52fe2e4d31bf49d63831e47017 2024-11-11T23:40:05,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/76bac1fef0494d4794c8caa009ce60de to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/76bac1fef0494d4794c8caa009ce60de 2024-11-11T23:40:05,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/2c9a3a25093c444ab04f74a65d253164, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/f5ba9f5600f440db8920f5d0f3aac9b2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/f4680cc87d1f427f9b367e05025b08ad, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/dc9803934ec5465c90fad3320ea7709e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/721ff9bac8a44ef384575282a2994f0b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/8f8e5cf25d0844929a07bb89d38be9ef, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/49a1f242dd7f4a39a45f2ba0c3220554, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/44056c3023dc4361a95371aff6c6e58b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/04e00d10d48c4974838dcb6af31ea5fd, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/a7a37007c4d548f598f85ad3f5f4fb80, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9d76d6276b044362a867f5e941603009, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/a7ee8c3b681242d2b4954c6edd583478, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/1112fbd258c54ea38edfc3f04611cc02, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/261646b6cd764273866386ff2dd43f43, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/ad0309f3ab494225ad6027d9048b7b81, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9ec98777d717400993b985efd3284144, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/b6a07c7352814aa4ba89c8ba3e2cfb6d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/ab818ddad3a7414dac738f81004381f8, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/c1c4400f6cce43a5992712186d63ff17, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/5813417fb4cc4f6da0b932a559a5f1d3, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/b6ea2d72a9684467be96c42ae7470d58, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9603dfb0aea840b3ace7a1e12b76a682, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/4670cda7715c42cfa0524f7948d2b3b7, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/3430b73ce6884b76b39d0d681c0bbcf4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/8a1545dd6fe34a95ae3ceb473d48833e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/1bc6b97342fb43e58334576c031b936c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/795dd0b3ae1c48cc966e049c27a8264e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/fb5c796dbae745d6b1e5545dc279ab60, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/0e45be36f3ed4ea3b008414e10a36846, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/11e2ef096dc2457b911f08de7f43d985, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/c95ecc88b14342f2a88674b5668b7028, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/b7258c1827c448dda7b60e615ba797ee, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/72d7044927964bdaae263847ad531ac2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/d16c811d4eb94a26b53653146600cd77, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/70e6c99157524949bd12758a17de7c6f] to archive 2024-11-11T23:40:05,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:40:05,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/2c9a3a25093c444ab04f74a65d253164 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/2c9a3a25093c444ab04f74a65d253164 2024-11-11T23:40:05,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/f5ba9f5600f440db8920f5d0f3aac9b2 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/f5ba9f5600f440db8920f5d0f3aac9b2 2024-11-11T23:40:05,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/f4680cc87d1f427f9b367e05025b08ad to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/f4680cc87d1f427f9b367e05025b08ad 2024-11-11T23:40:05,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/dc9803934ec5465c90fad3320ea7709e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/dc9803934ec5465c90fad3320ea7709e 2024-11-11T23:40:05,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/721ff9bac8a44ef384575282a2994f0b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/721ff9bac8a44ef384575282a2994f0b 2024-11-11T23:40:05,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/8f8e5cf25d0844929a07bb89d38be9ef to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/8f8e5cf25d0844929a07bb89d38be9ef 2024-11-11T23:40:05,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/49a1f242dd7f4a39a45f2ba0c3220554 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/49a1f242dd7f4a39a45f2ba0c3220554 2024-11-11T23:40:05,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/44056c3023dc4361a95371aff6c6e58b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/44056c3023dc4361a95371aff6c6e58b 2024-11-11T23:40:05,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/04e00d10d48c4974838dcb6af31ea5fd to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/04e00d10d48c4974838dcb6af31ea5fd 2024-11-11T23:40:05,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/a7a37007c4d548f598f85ad3f5f4fb80 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/a7a37007c4d548f598f85ad3f5f4fb80 2024-11-11T23:40:05,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9d76d6276b044362a867f5e941603009 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9d76d6276b044362a867f5e941603009 2024-11-11T23:40:05,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/a7ee8c3b681242d2b4954c6edd583478 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/a7ee8c3b681242d2b4954c6edd583478 2024-11-11T23:40:05,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/1112fbd258c54ea38edfc3f04611cc02 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/1112fbd258c54ea38edfc3f04611cc02 2024-11-11T23:40:05,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/261646b6cd764273866386ff2dd43f43 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/261646b6cd764273866386ff2dd43f43 2024-11-11T23:40:05,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/ad0309f3ab494225ad6027d9048b7b81 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/ad0309f3ab494225ad6027d9048b7b81 2024-11-11T23:40:05,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9ec98777d717400993b985efd3284144 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9ec98777d717400993b985efd3284144 2024-11-11T23:40:05,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/b6a07c7352814aa4ba89c8ba3e2cfb6d to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/b6a07c7352814aa4ba89c8ba3e2cfb6d 2024-11-11T23:40:05,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/ab818ddad3a7414dac738f81004381f8 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/ab818ddad3a7414dac738f81004381f8 2024-11-11T23:40:05,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/c1c4400f6cce43a5992712186d63ff17 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/c1c4400f6cce43a5992712186d63ff17 2024-11-11T23:40:05,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/5813417fb4cc4f6da0b932a559a5f1d3 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/5813417fb4cc4f6da0b932a559a5f1d3 2024-11-11T23:40:05,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/b6ea2d72a9684467be96c42ae7470d58 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/b6ea2d72a9684467be96c42ae7470d58 2024-11-11T23:40:05,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9603dfb0aea840b3ace7a1e12b76a682 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9603dfb0aea840b3ace7a1e12b76a682 2024-11-11T23:40:05,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/4670cda7715c42cfa0524f7948d2b3b7 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/4670cda7715c42cfa0524f7948d2b3b7 2024-11-11T23:40:05,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/3430b73ce6884b76b39d0d681c0bbcf4 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/3430b73ce6884b76b39d0d681c0bbcf4 2024-11-11T23:40:05,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/8a1545dd6fe34a95ae3ceb473d48833e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/8a1545dd6fe34a95ae3ceb473d48833e 2024-11-11T23:40:05,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/1bc6b97342fb43e58334576c031b936c to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/1bc6b97342fb43e58334576c031b936c 2024-11-11T23:40:05,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/795dd0b3ae1c48cc966e049c27a8264e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/795dd0b3ae1c48cc966e049c27a8264e 2024-11-11T23:40:05,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/fb5c796dbae745d6b1e5545dc279ab60 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/fb5c796dbae745d6b1e5545dc279ab60 2024-11-11T23:40:05,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/0e45be36f3ed4ea3b008414e10a36846 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/0e45be36f3ed4ea3b008414e10a36846 2024-11-11T23:40:05,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/11e2ef096dc2457b911f08de7f43d985 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/11e2ef096dc2457b911f08de7f43d985 2024-11-11T23:40:05,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/c95ecc88b14342f2a88674b5668b7028 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/c95ecc88b14342f2a88674b5668b7028 2024-11-11T23:40:05,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/b7258c1827c448dda7b60e615ba797ee to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/b7258c1827c448dda7b60e615ba797ee 2024-11-11T23:40:05,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/72d7044927964bdaae263847ad531ac2 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/72d7044927964bdaae263847ad531ac2 2024-11-11T23:40:05,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/d16c811d4eb94a26b53653146600cd77 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/d16c811d4eb94a26b53653146600cd77 2024-11-11T23:40:05,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/70e6c99157524949bd12758a17de7c6f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/70e6c99157524949bd12758a17de7c6f 2024-11-11T23:40:05,885 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/recovered.edits/523.seqid, newMaxSeqId=523, maxSeqId=1 2024-11-11T23:40:05,886 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. 2024-11-11T23:40:05,886 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 8e4467b37d2500a36c3f06c747a63507: Waiting for close lock at 1731368404432Running coprocessor pre-close hooks at 1731368404432Disabling compacts and flushes for region at 1731368404432Disabling writes for close at 1731368404432Obtaining lock to block concurrent updates at 1731368404432Preparing flush snapshotting stores in 8e4467b37d2500a36c3f06c747a63507 at 1731368404432Finished memstore snapshotting TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731368404433 (+1 ms)Flushing stores of TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507. at 1731368404433Flushing 8e4467b37d2500a36c3f06c747a63507/A: creating writer at 1731368404433Flushing 8e4467b37d2500a36c3f06c747a63507/A: appending metadata at 1731368404436 (+3 ms)Flushing 8e4467b37d2500a36c3f06c747a63507/A: closing flushed file at 1731368404436Flushing 8e4467b37d2500a36c3f06c747a63507/B: creating writer at 1731368404850 (+414 ms)Flushing 8e4467b37d2500a36c3f06c747a63507/B: appending metadata at 1731368404853 (+3 ms)Flushing 8e4467b37d2500a36c3f06c747a63507/B: closing flushed file at 1731368404853Flushing 8e4467b37d2500a36c3f06c747a63507/C: creating writer at 1731368405264 (+411 ms)Flushing 8e4467b37d2500a36c3f06c747a63507/C: appending metadata at 1731368405267 (+3 ms)Flushing 8e4467b37d2500a36c3f06c747a63507/C: closing flushed file at 1731368405267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9d7fc4: reopening flushed file at 1731368405692 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55bdb821: reopening flushed file at 1731368405701 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41ba21f5: reopening flushed file at 1731368405714 (+13 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8e4467b37d2500a36c3f06c747a63507 in 1289ms, sequenceid=520, compaction requested=true at 1731368405721 (+7 ms)Writing region close event to WAL at 1731368405881 (+160 ms)Running coprocessor post-close hooks at 1731368405886 (+5 ms)Closed at 1731368405886 2024-11-11T23:40:05,888 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:40:05,889 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=8e4467b37d2500a36c3f06c747a63507, regionState=CLOSED 2024-11-11T23:40:05,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:40:05,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-11T23:40:05,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 8e4467b37d2500a36c3f06c747a63507, server=b70d29849faf,33717,1731368375931 in 1.6190 sec 2024-11-11T23:40:05,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-11T23:40:05,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e4467b37d2500a36c3f06c747a63507, UNASSIGN in 1.6260 sec 2024-11-11T23:40:05,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-11T23:40:05,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6320 sec 2024-11-11T23:40:05,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368405899"}]},"ts":"1731368405899"} 2024-11-11T23:40:05,901 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T23:40:05,901 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T23:40:05,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6490 sec 2024-11-11T23:40:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T23:40:06,403 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:06,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T23:40:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:06,417 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T23:40:06,419 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:06,423 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:40:06,427 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/recovered.edits] 2024-11-11T23:40:06,431 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/d2a9e8aecec54a1da8ac7dd6798470c6 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/d2a9e8aecec54a1da8ac7dd6798470c6 2024-11-11T23:40:06,433 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/f68acc1466c54016abeec890bb228650 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/f68acc1466c54016abeec890bb228650 2024-11-11T23:40:06,435 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/f7c0381f3fd34b01b54c33e2b889bdf3 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/A/f7c0381f3fd34b01b54c33e2b889bdf3 2024-11-11T23:40:06,438 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/047d580720a54ff5aadd1ad8cda0a1d3 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/047d580720a54ff5aadd1ad8cda0a1d3 2024-11-11T23:40:06,439 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/67e9a49f14184a2cac0b4b0164c87b00 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/67e9a49f14184a2cac0b4b0164c87b00 2024-11-11T23:40:06,440 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/f6cd3c85fab343c78ea7674ef9534c63 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/B/f6cd3c85fab343c78ea7674ef9534c63 2024-11-11T23:40:06,442 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/5906a31a41b64913b198a29eaec7c1d3 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/5906a31a41b64913b198a29eaec7c1d3 2024-11-11T23:40:06,443 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9f56077b6c1148138bd946b4c7fb98c0 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/9f56077b6c1148138bd946b4c7fb98c0 2024-11-11T23:40:06,444 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/e0c2f4cbb279455f9a4ac9e57c1c52ca to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/C/e0c2f4cbb279455f9a4ac9e57c1c52ca 2024-11-11T23:40:06,447 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/recovered.edits/523.seqid to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507/recovered.edits/523.seqid 2024-11-11T23:40:06,447 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/8e4467b37d2500a36c3f06c747a63507 2024-11-11T23:40:06,447 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T23:40:06,453 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:06,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T23:40:06,465 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T23:40:06,511 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T23:40:06,512 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:06,513 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T23:40:06,513 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731368406513"}]},"ts":"9223372036854775807"} 2024-11-11T23:40:06,517 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T23:40:06,517 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8e4467b37d2500a36c3f06c747a63507, NAME => 'TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T23:40:06,517 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T23:40:06,517 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731368406517"}]},"ts":"9223372036854775807"} 2024-11-11T23:40:06,520 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T23:40:06,521 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T23:40:06,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 110 msec 2024-11-11T23:40:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T23:40:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T23:40:06,735 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:06,750 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=237 (was 210) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b70d29849faf:33717-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-780330334_22 at /127.0.0.1:55722 [Waiting for operation #363] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b70d29849faf:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1407338459_22 at /127.0.0.1:55410 [Waiting for operation #345] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 276) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4541 (was 5275) 2024-11-11T23:40:06,758 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=4540 2024-11-11T23:40:06,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T23:40:06,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:40:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:06,762 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:40:06,762 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:06,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-11T23:40:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-11T23:40:06,764 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:40:06,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741951_1127 (size=959) 2024-11-11T23:40:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-11T23:40:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-11T23:40:07,173 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62 2024-11-11T23:40:07,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741952_1128 (size=53) 2024-11-11T23:40:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-11T23:40:07,581 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:40:07,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 91762ea6c84274e7315e0111d70a5a53, disabling compactions & flushes 2024-11-11T23:40:07,582 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:07,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:07,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. after waiting 0 ms 2024-11-11T23:40:07,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:07,582 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:07,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91762ea6c84274e7315e0111d70a5a53: Waiting for close lock at 1731368407582Disabling compacts and flushes for region at 1731368407582Disabling writes for close at 1731368407582Writing region close event to WAL at 1731368407582Closed at 1731368407582 2024-11-11T23:40:07,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:40:07,584 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731368407583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731368407583"}]},"ts":"1731368407583"} 2024-11-11T23:40:07,585 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:40:07,586 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:40:07,587 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368407587"}]},"ts":"1731368407587"} 2024-11-11T23:40:07,588 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T23:40:07,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=91762ea6c84274e7315e0111d70a5a53, ASSIGN}] 2024-11-11T23:40:07,590 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=91762ea6c84274e7315e0111d70a5a53, ASSIGN 2024-11-11T23:40:07,591 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=91762ea6c84274e7315e0111d70a5a53, ASSIGN; state=OFFLINE, location=b70d29849faf,33717,1731368375931; forceNewPlan=false, retain=false 2024-11-11T23:40:07,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=91762ea6c84274e7315e0111d70a5a53, regionState=OPENING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:40:07,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=91762ea6c84274e7315e0111d70a5a53, ASSIGN because future has completed 2024-11-11T23:40:07,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:40:07,900 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:07,901 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:40:07,901 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:07,901 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:40:07,901 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:07,901 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-11T23:40:07,903 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:07,906 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91762ea6c84274e7315e0111d70a5a53 columnFamilyName A 2024-11-11T23:40:07,906 DEBUG [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:07,906 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] regionserver.HStore(327): Store=91762ea6c84274e7315e0111d70a5a53/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:40:07,906 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:07,908 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91762ea6c84274e7315e0111d70a5a53 columnFamilyName B 2024-11-11T23:40:07,908 DEBUG [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:07,908 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] regionserver.HStore(327): Store=91762ea6c84274e7315e0111d70a5a53/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:40:07,909 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:07,910 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91762ea6c84274e7315e0111d70a5a53 columnFamilyName C 2024-11-11T23:40:07,910 DEBUG [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:07,910 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] regionserver.HStore(327): Store=91762ea6c84274e7315e0111d70a5a53/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:40:07,911 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:07,911 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:07,912 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:07,913 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:07,913 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:07,914 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T23:40:07,915 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:07,917 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:40:07,918 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 91762ea6c84274e7315e0111d70a5a53; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60966238, jitterRate=-0.09153226017951965}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T23:40:07,918 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:07,919 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 91762ea6c84274e7315e0111d70a5a53: Running coprocessor pre-open hook at 1731368407901Writing region info on filesystem at 1731368407901Initializing all the Stores at 1731368407902 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368407902Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368407903 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368407903Cleaning up temporary data from old regions at 1731368407913 (+10 ms)Running coprocessor post-open hooks at 1731368407918 (+5 ms)Region opened successfully at 1731368407918 2024-11-11T23:40:07,919 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., pid=34, masterSystemTime=1731368407897 2024-11-11T23:40:07,921 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:07,921 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:07,921 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=91762ea6c84274e7315e0111d70a5a53, regionState=OPEN, openSeqNum=2, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:40:07,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:40:07,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-11T23:40:07,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 in 179 msec 2024-11-11T23:40:07,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-11T23:40:07,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=91762ea6c84274e7315e0111d70a5a53, ASSIGN in 337 msec 2024-11-11T23:40:07,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:40:07,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368407929"}]},"ts":"1731368407929"} 2024-11-11T23:40:07,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T23:40:07,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:40:07,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1720 sec 2024-11-11T23:40:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-11T23:40:08,914 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:08,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338737eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:08,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:08,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:08,920 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:08,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:08,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:08,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce15b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:08,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:08,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:08,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:08,924 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8a99a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:08,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:08,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:08,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:08,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:08,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:40:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b70d29849faf,38133,1731368375272 2024-11-11T23:40:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dd3874a 2024-11-11T23:40:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:40:08,932 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:40:08,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T23:40:08,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:40:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:08,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741953_1129 (size=995) 2024-11-11T23:40:09,354 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-11T23:40:09,354 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-11T23:40:09,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T23:40:09,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=91762ea6c84274e7315e0111d70a5a53, REOPEN/MOVE}] 2024-11-11T23:40:09,365 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=91762ea6c84274e7315e0111d70a5a53, REOPEN/MOVE 2024-11-11T23:40:09,365 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=91762ea6c84274e7315e0111d70a5a53, regionState=CLOSING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:40:09,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=91762ea6c84274e7315e0111d70a5a53, REOPEN/MOVE because future has completed 2024-11-11T23:40:09,367 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T23:40:09,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:40:09,520 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:09,520 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T23:40:09,520 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 91762ea6c84274e7315e0111d70a5a53, disabling compactions & flushes 2024-11-11T23:40:09,520 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:09,521 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:09,521 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. after waiting 0 ms 2024-11-11T23:40:09,521 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:09,525 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T23:40:09,526 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:09,526 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 91762ea6c84274e7315e0111d70a5a53: Waiting for close lock at 1731368409520Running coprocessor pre-close hooks at 1731368409520Disabling compacts and flushes for region at 1731368409520Disabling writes for close at 1731368409521 (+1 ms)Writing region close event to WAL at 1731368409521Running coprocessor post-close hooks at 1731368409526 (+5 ms)Closed at 1731368409526 2024-11-11T23:40:09,526 WARN [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 91762ea6c84274e7315e0111d70a5a53 to self. 2024-11-11T23:40:09,528 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:09,529 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=91762ea6c84274e7315e0111d70a5a53, regionState=CLOSED 2024-11-11T23:40:09,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:40:09,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-11T23:40:09,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 in 165 msec 2024-11-11T23:40:09,534 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=91762ea6c84274e7315e0111d70a5a53, REOPEN/MOVE; state=CLOSED, location=b70d29849faf,33717,1731368375931; forceNewPlan=false, retain=true 2024-11-11T23:40:09,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=91762ea6c84274e7315e0111d70a5a53, regionState=OPENING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:40:09,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=91762ea6c84274e7315e0111d70a5a53, REOPEN/MOVE because future has completed 2024-11-11T23:40:09,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:40:09,846 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:09,847 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:40:09,847 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:09,847 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:40:09,848 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:09,848 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:09,854 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:09,861 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91762ea6c84274e7315e0111d70a5a53 columnFamilyName A 2024-11-11T23:40:09,863 DEBUG [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:09,864 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] regionserver.HStore(327): Store=91762ea6c84274e7315e0111d70a5a53/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:40:09,864 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:09,865 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91762ea6c84274e7315e0111d70a5a53 columnFamilyName B 2024-11-11T23:40:09,865 DEBUG [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:09,865 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] regionserver.HStore(327): Store=91762ea6c84274e7315e0111d70a5a53/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:40:09,865 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:09,866 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91762ea6c84274e7315e0111d70a5a53 columnFamilyName C 2024-11-11T23:40:09,866 DEBUG [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:09,866 INFO [StoreOpener-91762ea6c84274e7315e0111d70a5a53-1 {}] regionserver.HStore(327): Store=91762ea6c84274e7315e0111d70a5a53/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:40:09,867 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:09,867 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:09,868 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:09,869 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:09,869 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:09,870 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T23:40:09,871 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:09,872 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 91762ea6c84274e7315e0111d70a5a53; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75412616, jitterRate=0.12373554706573486}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T23:40:09,872 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:09,872 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 91762ea6c84274e7315e0111d70a5a53: Running coprocessor pre-open hook at 1731368409848Writing region info on filesystem at 1731368409848Initializing all the Stores at 1731368409850 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368409850Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368409850Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368409850Cleaning up temporary data from old regions at 1731368409869 (+19 ms)Running coprocessor post-open hooks at 1731368409872 (+3 ms)Region opened successfully at 1731368409872 2024-11-11T23:40:09,873 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., pid=39, masterSystemTime=1731368409839 2024-11-11T23:40:09,875 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:09,875 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:09,876 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=91762ea6c84274e7315e0111d70a5a53, regionState=OPEN, openSeqNum=5, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:40:09,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:40:09,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-11T23:40:09,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 in 191 msec 2024-11-11T23:40:09,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-11T23:40:09,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=91762ea6c84274e7315e0111d70a5a53, REOPEN/MOVE in 516 msec 2024-11-11T23:40:09,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-11T23:40:09,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 525 msec 2024-11-11T23:40:09,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 946 msec 2024-11-11T23:40:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-11T23:40:09,889 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:09,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb0fd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:09,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:09,891 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:09,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:09,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:09,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa1dafa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:09,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:09,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:09,892 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:09,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236dd13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ed5d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:09,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:09,894 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9373c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:09,896 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:09,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38993dea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4406a4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:09,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:09,898 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:09,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fed1878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:09,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:09,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:09,900 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:09,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57820a03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7230d245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:09,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:09,902 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:09,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:09,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:09,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518216ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:09,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:09,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:09,903 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:09,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6780c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b236c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:09,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:09,906 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5069a99f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:09,907 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:09,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b00b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:09,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:09,910 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b091d83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:09,911 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:09,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f036912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:09,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:09,914 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:09,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:09,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:09,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e721d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:09,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:09,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:09,915 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6d041c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:09,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:09,918 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:09,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:09,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:09,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0988f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:09,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:09,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:09,919 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:09,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f044a27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123a694c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:09,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:09,921 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d92ec93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:09,923 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:09,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44cff70e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:09,924 DEBUG [Thread-652 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:09,924 DEBUG [Thread-644 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:09,924 DEBUG [Thread-646 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:09,924 DEBUG [Thread-661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:09,924 DEBUG [Thread-650 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:09,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:40:09,925 DEBUG [Thread-659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:09,925 DEBUG [Thread-648 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-11T23:40:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:09,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:09,927 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:40:09,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:09,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:09,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:09,928 DEBUG [Thread-657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:09,928 DEBUG [Thread-655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:09,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:09,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:09,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-11T23:40:09,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:09,928 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:40:09,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:09,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:09,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:09,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:09,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:09,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:09,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:09,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:09,931 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:40:09,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:09,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:09,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:40:09,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:40:09,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:40:09,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:40:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:40:09,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:09,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:40:09,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:40:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:40:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:09,952 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:09,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:40:10,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a6066ad2869145f894ae215228706b92_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368409946/Put/seqid=0 2024-11-11T23:40:10,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368470007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368470010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368470012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368470016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741954_1130 (size=14594) 2024-11-11T23:40:10,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368470019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-11T23:40:10,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-11T23:40:10,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:10,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:10,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:10,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368470122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368470122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368470133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368470133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368470142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-11T23:40:10,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:10,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:10,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:10,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-11T23:40:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368470332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368470332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368470343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368470352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368470352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-11T23:40:10,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:10,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:10,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:10,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,431 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:10,437 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a6066ad2869145f894ae215228706b92_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a6066ad2869145f894ae215228706b92_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:10,438 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/4fbd08ee408e4391aaa56f4790f33037, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:10,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/4fbd08ee408e4391aaa56f4790f33037 is 175, key is test_row_0/A:col10/1731368409946/Put/seqid=0 2024-11-11T23:40:10,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741955_1131 (size=39549) 2024-11-11T23:40:10,482 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/4fbd08ee408e4391aaa56f4790f33037 2024-11-11T23:40:10,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/ecfd56be121044ac8c68cb9a667e9358 is 50, key is test_row_0/B:col10/1731368409946/Put/seqid=0 2024-11-11T23:40:10,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741956_1132 (size=12001) 2024-11-11T23:40:10,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/ecfd56be121044ac8c68cb9a667e9358 2024-11-11T23:40:10,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-11T23:40:10,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:10,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:10,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:10,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-11T23:40:10,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/8a8ed1853bcd41169c0b2046578f48b3 is 50, key is test_row_0/C:col10/1731368409946/Put/seqid=0 2024-11-11T23:40:10,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741957_1133 (size=12001) 2024-11-11T23:40:10,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/8a8ed1853bcd41169c0b2046578f48b3 2024-11-11T23:40:10,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/4fbd08ee408e4391aaa56f4790f33037 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/4fbd08ee408e4391aaa56f4790f33037 2024-11-11T23:40:10,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/4fbd08ee408e4391aaa56f4790f33037, entries=200, sequenceid=16, filesize=38.6 K 2024-11-11T23:40:10,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/ecfd56be121044ac8c68cb9a667e9358 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/ecfd56be121044ac8c68cb9a667e9358 2024-11-11T23:40:10,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/ecfd56be121044ac8c68cb9a667e9358, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T23:40:10,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/8a8ed1853bcd41169c0b2046578f48b3 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/8a8ed1853bcd41169c0b2046578f48b3 2024-11-11T23:40:10,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/8a8ed1853bcd41169c0b2046578f48b3, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T23:40:10,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 91762ea6c84274e7315e0111d70a5a53 in 693ms, sequenceid=16, compaction requested=false 2024-11-11T23:40:10,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:10,646 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:10,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T23:40:10,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115e3387b3c2e8499a80908c71e98a30fc_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368410011/Put/seqid=0 2024-11-11T23:40:10,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368470664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741958_1134 (size=14594) 2024-11-11T23:40:10,683 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:10,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368470676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368470676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,689 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115e3387b3c2e8499a80908c71e98a30fc_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115e3387b3c2e8499a80908c71e98a30fc_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:10,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368470679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,691 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/766bfa89c981412e91960803b28bdab4, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:10,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368470679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/766bfa89c981412e91960803b28bdab4 is 175, key is test_row_0/A:col10/1731368410011/Put/seqid=0 2024-11-11T23:40:10,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741959_1135 (size=39549) 2024-11-11T23:40:10,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-11T23:40:10,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:10,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:10,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:10,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,713 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/766bfa89c981412e91960803b28bdab4 2024-11-11T23:40:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/6fe74ff1f0584bf88e8157d4a2daf02b is 50, key is test_row_0/B:col10/1731368410011/Put/seqid=0 2024-11-11T23:40:10,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741960_1136 (size=12001) 2024-11-11T23:40:10,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/6fe74ff1f0584bf88e8157d4a2daf02b 2024-11-11T23:40:10,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/5b15812eff754913a6d564943a0e39b7 is 50, key is test_row_0/C:col10/1731368410011/Put/seqid=0 2024-11-11T23:40:10,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741961_1137 (size=12001) 2024-11-11T23:40:10,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/5b15812eff754913a6d564943a0e39b7 2024-11-11T23:40:10,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/766bfa89c981412e91960803b28bdab4 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/766bfa89c981412e91960803b28bdab4 2024-11-11T23:40:10,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/766bfa89c981412e91960803b28bdab4, entries=200, sequenceid=42, filesize=38.6 K 2024-11-11T23:40:10,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/6fe74ff1f0584bf88e8157d4a2daf02b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/6fe74ff1f0584bf88e8157d4a2daf02b 2024-11-11T23:40:10,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/6fe74ff1f0584bf88e8157d4a2daf02b, entries=150, sequenceid=42, filesize=11.7 K 2024-11-11T23:40:10,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/5b15812eff754913a6d564943a0e39b7 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/5b15812eff754913a6d564943a0e39b7 2024-11-11T23:40:10,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368470783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/5b15812eff754913a6d564943a0e39b7, entries=150, sequenceid=42, filesize=11.7 K 2024-11-11T23:40:10,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 91762ea6c84274e7315e0111d70a5a53 in 151ms, sequenceid=42, compaction requested=false 2024-11-11T23:40:10,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:10,805 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:10,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:40:10,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110e5e99fbd2ee415984f2c42079e5a92c_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368410802/Put/seqid=0 2024-11-11T23:40:10,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741962_1138 (size=14594) 2024-11-11T23:40:10,852 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:10,858 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110e5e99fbd2ee415984f2c42079e5a92c_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110e5e99fbd2ee415984f2c42079e5a92c_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:10,860 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/af9f0aed787a4d02b32064b2235e944f, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:10,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/af9f0aed787a4d02b32064b2235e944f is 175, key is test_row_0/A:col10/1731368410802/Put/seqid=0 2024-11-11T23:40:10,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-11T23:40:10,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:10,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:10,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:10,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:10,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368470871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368470876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368470877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368470874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741963_1139 (size=39549) 2024-11-11T23:40:10,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368470992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368470992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368470992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368470992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:10,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368471002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-11T23:40:11,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:11,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:11,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:11,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:11,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-11T23:40:11,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-11T23:40:11,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:11,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:11,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:11,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:11,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:11,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368471203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368471203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368471203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368471203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,288 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/af9f0aed787a4d02b32064b2235e944f 2024-11-11T23:40:11,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/68d8497401ab47baa62fd5f8fe860623 is 50, key is test_row_0/B:col10/1731368410802/Put/seqid=0 2024-11-11T23:40:11,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368471312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741964_1140 (size=12001) 2024-11-11T23:40:11,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/68d8497401ab47baa62fd5f8fe860623 2024-11-11T23:40:11,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-11T23:40:11,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:11,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:11,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:11,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:11,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:11,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/a440bf33c6c54791a4e536a2a2d39884 is 50, key is test_row_0/C:col10/1731368410802/Put/seqid=0 2024-11-11T23:40:11,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741965_1141 (size=12001) 2024-11-11T23:40:11,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/a440bf33c6c54791a4e536a2a2d39884 2024-11-11T23:40:11,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/af9f0aed787a4d02b32064b2235e944f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/af9f0aed787a4d02b32064b2235e944f 2024-11-11T23:40:11,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/af9f0aed787a4d02b32064b2235e944f, entries=200, sequenceid=54, filesize=38.6 K 2024-11-11T23:40:11,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/68d8497401ab47baa62fd5f8fe860623 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/68d8497401ab47baa62fd5f8fe860623 2024-11-11T23:40:11,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/68d8497401ab47baa62fd5f8fe860623, entries=150, sequenceid=54, filesize=11.7 K 2024-11-11T23:40:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/a440bf33c6c54791a4e536a2a2d39884 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/a440bf33c6c54791a4e536a2a2d39884 2024-11-11T23:40:11,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/a440bf33c6c54791a4e536a2a2d39884, entries=150, sequenceid=54, filesize=11.7 K 2024-11-11T23:40:11,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 91762ea6c84274e7315e0111d70a5a53 in 595ms, sequenceid=54, compaction requested=true 2024-11-11T23:40:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:11,400 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:11,400 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:11,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:11,402 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118647 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:11,402 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:11,402 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/B is initiating minor compaction (all files) 2024-11-11T23:40:11,402 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/A is initiating minor compaction (all files) 2024-11-11T23:40:11,402 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/A in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:11,402 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/B in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:11,402 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/ecfd56be121044ac8c68cb9a667e9358, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/6fe74ff1f0584bf88e8157d4a2daf02b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/68d8497401ab47baa62fd5f8fe860623] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=35.2 K 2024-11-11T23:40:11,402 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/4fbd08ee408e4391aaa56f4790f33037, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/766bfa89c981412e91960803b28bdab4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/af9f0aed787a4d02b32064b2235e944f] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=115.9 K 2024-11-11T23:40:11,402 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:11,402 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/4fbd08ee408e4391aaa56f4790f33037, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/766bfa89c981412e91960803b28bdab4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/af9f0aed787a4d02b32064b2235e944f] 2024-11-11T23:40:11,403 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fbd08ee408e4391aaa56f4790f33037, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731368409946 2024-11-11T23:40:11,403 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting ecfd56be121044ac8c68cb9a667e9358, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731368409946 2024-11-11T23:40:11,404 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fe74ff1f0584bf88e8157d4a2daf02b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731368410011 2024-11-11T23:40:11,404 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 766bfa89c981412e91960803b28bdab4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731368409996 2024-11-11T23:40:11,404 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting af9f0aed787a4d02b32064b2235e944f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731368410676 2024-11-11T23:40:11,404 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 68d8497401ab47baa62fd5f8fe860623, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731368410676 2024-11-11T23:40:11,413 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#B#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:11,413 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/f5cfc536dc904f6cae03d15d912f8895 is 50, key is test_row_0/B:col10/1731368410802/Put/seqid=0 2024-11-11T23:40:11,436 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:11,449 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T23:40:11,459 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411113790d34e231e42938da137fcedf804bf_91762ea6c84274e7315e0111d70a5a53 store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:11,464 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411113790d34e231e42938da137fcedf804bf_91762ea6c84274e7315e0111d70a5a53, store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:11,464 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113790d34e231e42938da137fcedf804bf_91762ea6c84274e7315e0111d70a5a53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:11,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741966_1142 (size=12104) 2024-11-11T23:40:11,479 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/f5cfc536dc904f6cae03d15d912f8895 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/f5cfc536dc904f6cae03d15d912f8895 2024-11-11T23:40:11,486 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/B of 91762ea6c84274e7315e0111d70a5a53 into f5cfc536dc904f6cae03d15d912f8895(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:11,487 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:11,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-11T23:40:11,487 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/B, priority=13, startTime=1731368411400; duration=0sec 2024-11-11T23:40:11,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:11,487 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:11,487 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:B 2024-11-11T23:40:11,487 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T23:40:11,487 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:11,489 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:11,489 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/C is initiating minor compaction (all files) 2024-11-11T23:40:11,489 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/C in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:11,490 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/8a8ed1853bcd41169c0b2046578f48b3, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/5b15812eff754913a6d564943a0e39b7, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/a440bf33c6c54791a4e536a2a2d39884] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=35.2 K 2024-11-11T23:40:11,493 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a8ed1853bcd41169c0b2046578f48b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731368409946 2024-11-11T23:40:11,494 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b15812eff754913a6d564943a0e39b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731368410011 2024-11-11T23:40:11,494 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting a440bf33c6c54791a4e536a2a2d39884, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731368410676 2024-11-11T23:40:11,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:11,527 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#C#compaction#125 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:11,528 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/03b8f69fc26e4149a95bb5d98bedd808 is 50, key is test_row_0/C:col10/1731368410802/Put/seqid=0 2024-11-11T23:40:11,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741967_1143 (size=4469) 2024-11-11T23:40:11,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111104b378ac240e4520bafcbb80f2501dc9_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368410875/Put/seqid=0 2024-11-11T23:40:11,537 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#A#compaction#124 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:11,538 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/d8c871aec64840eb990fa204d0b3c43a is 175, key is test_row_0/A:col10/1731368410802/Put/seqid=0 2024-11-11T23:40:11,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368471542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368471545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368471547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368471550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741968_1144 (size=12104) 2024-11-11T23:40:11,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741969_1145 (size=31058) 2024-11-11T23:40:11,596 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/03b8f69fc26e4149a95bb5d98bedd808 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/03b8f69fc26e4149a95bb5d98bedd808 2024-11-11T23:40:11,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741970_1146 (size=12154) 2024-11-11T23:40:11,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:11,615 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/C of 91762ea6c84274e7315e0111d70a5a53 into 03b8f69fc26e4149a95bb5d98bedd808(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:11,615 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:11,615 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/C, priority=13, startTime=1731368411400; duration=0sec 2024-11-11T23:40:11,615 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:11,615 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:C 2024-11-11T23:40:11,618 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111104b378ac240e4520bafcbb80f2501dc9_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111104b378ac240e4520bafcbb80f2501dc9_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:11,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/bff30617f87c4164902ecc60841e3bea, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:11,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/bff30617f87c4164902ecc60841e3bea is 175, key is test_row_0/A:col10/1731368410875/Put/seqid=0 2024-11-11T23:40:11,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741971_1147 (size=30955) 2024-11-11T23:40:11,640 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/bff30617f87c4164902ecc60841e3bea 2024-11-11T23:40:11,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/cca085c2fee54cebbf41b2a4da106681 is 50, key is test_row_0/B:col10/1731368410875/Put/seqid=0 2024-11-11T23:40:11,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741972_1148 (size=12001) 2024-11-11T23:40:11,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368471653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,657 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/cca085c2fee54cebbf41b2a4da106681 2024-11-11T23:40:11,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368471664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368471664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368471665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/a5db8ee664aa4d52afffa80f3b2d0e93 is 50, key is test_row_0/C:col10/1731368410875/Put/seqid=0 2024-11-11T23:40:11,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741973_1149 (size=12001) 2024-11-11T23:40:11,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368471823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368471862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368471872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368471873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368471873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:12,005 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/d8c871aec64840eb990fa204d0b3c43a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/d8c871aec64840eb990fa204d0b3c43a 2024-11-11T23:40:12,020 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/A of 91762ea6c84274e7315e0111d70a5a53 into d8c871aec64840eb990fa204d0b3c43a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:12,020 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:12,020 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/A, priority=13, startTime=1731368411400; duration=0sec 2024-11-11T23:40:12,020 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:12,020 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:A 2024-11-11T23:40:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-11T23:40:12,091 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/a5db8ee664aa4d52afffa80f3b2d0e93 2024-11-11T23:40:12,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/bff30617f87c4164902ecc60841e3bea as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/bff30617f87c4164902ecc60841e3bea 2024-11-11T23:40:12,112 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/bff30617f87c4164902ecc60841e3bea, entries=150, sequenceid=79, filesize=30.2 K 2024-11-11T23:40:12,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/cca085c2fee54cebbf41b2a4da106681 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/cca085c2fee54cebbf41b2a4da106681 2024-11-11T23:40:12,133 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/cca085c2fee54cebbf41b2a4da106681, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T23:40:12,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/a5db8ee664aa4d52afffa80f3b2d0e93 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/a5db8ee664aa4d52afffa80f3b2d0e93 2024-11-11T23:40:12,143 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/a5db8ee664aa4d52afffa80f3b2d0e93, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T23:40:12,144 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 91762ea6c84274e7315e0111d70a5a53 in 657ms, sequenceid=79, compaction requested=false 2024-11-11T23:40:12,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:12,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:12,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-11T23:40:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-11T23:40:12,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-11T23:40:12,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2180 sec 2024-11-11T23:40:12,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.2250 sec 2024-11-11T23:40:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:12,176 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:12,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T23:40:12,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116524413525d64e959a6cbcbd7dc20727_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368412174/Put/seqid=0 2024-11-11T23:40:12,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368472234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:12,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368472235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:12,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741974_1150 (size=12154) 2024-11-11T23:40:12,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368472243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:12,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:12,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368472246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:12,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368472352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:12,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:12,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368472354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:12,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:12,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368472363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:12,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368472363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:12,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:12,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:12,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368472563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:12,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:12,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368472563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:12,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:12,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:12,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368472572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368472572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:12,654 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:12,665 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116524413525d64e959a6cbcbd7dc20727_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116524413525d64e959a6cbcbd7dc20727_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:12,666 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/031e7c582806484a9fb6857277dd9108, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:12,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/031e7c582806484a9fb6857277dd9108 is 175, key is test_row_0/A:col10/1731368412174/Put/seqid=0 2024-11-11T23:40:12,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741975_1151 (size=30955) 2024-11-11T23:40:12,693 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/031e7c582806484a9fb6857277dd9108 2024-11-11T23:40:12,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/d374a7b9334e4cd9988c758f20e07ff6 is 50, key is test_row_0/B:col10/1731368412174/Put/seqid=0 2024-11-11T23:40:12,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741976_1152 (size=12001) 2024-11-11T23:40:12,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/d374a7b9334e4cd9988c758f20e07ff6 2024-11-11T23:40:12,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/ad82e7b53b444e71972edaebcdfbad44 is 50, key is test_row_0/C:col10/1731368412174/Put/seqid=0 2024-11-11T23:40:12,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741977_1153 (size=12001) 2024-11-11T23:40:12,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368472842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:12,845 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_1' in 91762ea6c84274e7315e0111d70a5a53 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:12,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368472873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:12,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:12,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368472873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:12,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:12,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368472883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:12,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:12,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368472883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:12,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:12,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:12,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:13,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/ad82e7b53b444e71972edaebcdfbad44 2024-11-11T23:40:13,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/031e7c582806484a9fb6857277dd9108 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/031e7c582806484a9fb6857277dd9108 2024-11-11T23:40:13,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/031e7c582806484a9fb6857277dd9108, entries=150, sequenceid=94, filesize=30.2 K 2024-11-11T23:40:13,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/d374a7b9334e4cd9988c758f20e07ff6 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/d374a7b9334e4cd9988c758f20e07ff6 2024-11-11T23:40:13,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/d374a7b9334e4cd9988c758f20e07ff6, entries=150, sequenceid=94, filesize=11.7 K 2024-11-11T23:40:13,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/ad82e7b53b444e71972edaebcdfbad44 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/ad82e7b53b444e71972edaebcdfbad44 2024-11-11T23:40:13,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/ad82e7b53b444e71972edaebcdfbad44, entries=150, sequenceid=94, filesize=11.7 K 2024-11-11T23:40:13,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 91762ea6c84274e7315e0111d70a5a53 in 1007ms, sequenceid=94, compaction requested=true 2024-11-11T23:40:13,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:13,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:13,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:13,184 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:13,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:13,184 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:13,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:13,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:13,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:13,192 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:13,192 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:13,192 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/A is initiating minor compaction (all files) 2024-11-11T23:40:13,192 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/A in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:13,192 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/d8c871aec64840eb990fa204d0b3c43a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/bff30617f87c4164902ecc60841e3bea, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/031e7c582806484a9fb6857277dd9108] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=90.8 K 2024-11-11T23:40:13,192 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/B is initiating minor compaction (all files) 2024-11-11T23:40:13,192 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/B in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:13,192 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/f5cfc536dc904f6cae03d15d912f8895, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/cca085c2fee54cebbf41b2a4da106681, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/d374a7b9334e4cd9988c758f20e07ff6] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=35.3 K 2024-11-11T23:40:13,193 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:13,193 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/d8c871aec64840eb990fa204d0b3c43a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/bff30617f87c4164902ecc60841e3bea, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/031e7c582806484a9fb6857277dd9108] 2024-11-11T23:40:13,193 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting f5cfc536dc904f6cae03d15d912f8895, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731368410676 2024-11-11T23:40:13,194 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting cca085c2fee54cebbf41b2a4da106681, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731368410870 2024-11-11T23:40:13,194 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8c871aec64840eb990fa204d0b3c43a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731368410676 2024-11-11T23:40:13,196 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting d374a7b9334e4cd9988c758f20e07ff6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731368411542 2024-11-11T23:40:13,196 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting bff30617f87c4164902ecc60841e3bea, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731368410870 2024-11-11T23:40:13,197 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 031e7c582806484a9fb6857277dd9108, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731368411542 2024-11-11T23:40:13,220 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:13,220 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/3e4d8e67123740e6aa1227463dda01b5 is 50, key is test_row_0/B:col10/1731368412174/Put/seqid=0 2024-11-11T23:40:13,222 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:13,226 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111b47f75fbe8f5411f9bd025ce3314fe3e_91762ea6c84274e7315e0111d70a5a53 store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:13,233 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111b47f75fbe8f5411f9bd025ce3314fe3e_91762ea6c84274e7315e0111d70a5a53, store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:13,233 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b47f75fbe8f5411f9bd025ce3314fe3e_91762ea6c84274e7315e0111d70a5a53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:13,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741978_1154 (size=12207) 2024-11-11T23:40:13,245 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/3e4d8e67123740e6aa1227463dda01b5 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/3e4d8e67123740e6aa1227463dda01b5 2024-11-11T23:40:13,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741979_1155 (size=4469) 2024-11-11T23:40:13,251 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#A#compaction#133 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:13,251 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/ab1f5edddf6a4772934fa216915d55a1 is 175, key is test_row_0/A:col10/1731368412174/Put/seqid=0 2024-11-11T23:40:13,256 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/B of 91762ea6c84274e7315e0111d70a5a53 into 3e4d8e67123740e6aa1227463dda01b5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:13,256 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:13,256 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/B, priority=13, startTime=1731368413184; duration=0sec 2024-11-11T23:40:13,256 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:13,256 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:B 2024-11-11T23:40:13,256 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:13,259 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:13,260 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/C is initiating minor compaction (all files) 2024-11-11T23:40:13,260 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/C in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:13,260 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/03b8f69fc26e4149a95bb5d98bedd808, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/a5db8ee664aa4d52afffa80f3b2d0e93, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/ad82e7b53b444e71972edaebcdfbad44] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=35.3 K 2024-11-11T23:40:13,261 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 03b8f69fc26e4149a95bb5d98bedd808, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731368410676 2024-11-11T23:40:13,263 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting a5db8ee664aa4d52afffa80f3b2d0e93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731368410870 2024-11-11T23:40:13,264 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting ad82e7b53b444e71972edaebcdfbad44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731368411542 2024-11-11T23:40:13,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741980_1156 (size=31161) 2024-11-11T23:40:13,277 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#C#compaction#134 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:13,278 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/637fd2c0523a4b8ca75489a97d98075d is 50, key is test_row_0/C:col10/1731368412174/Put/seqid=0 2024-11-11T23:40:13,286 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/ab1f5edddf6a4772934fa216915d55a1 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/ab1f5edddf6a4772934fa216915d55a1 2024-11-11T23:40:13,296 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/A of 91762ea6c84274e7315e0111d70a5a53 into ab1f5edddf6a4772934fa216915d55a1(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:13,296 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:13,296 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/A, priority=13, startTime=1731368413184; duration=0sec 2024-11-11T23:40:13,297 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:13,297 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:A 2024-11-11T23:40:13,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741981_1157 (size=12207) 2024-11-11T23:40:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:13,383 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:13,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T23:40:13,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117649f9b3ce1d428eb3444bf7a7b41f2f_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368413382/Put/seqid=0 2024-11-11T23:40:13,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:13,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368473396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368473397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:13,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368473398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:13,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:13,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:13,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368473398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:13,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:13,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:13,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741982_1158 (size=17034) 2024-11-11T23:40:13,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368473512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:13,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368473512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:13,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368473513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:13,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368473513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:13,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:13,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:13,715 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/637fd2c0523a4b8ca75489a97d98075d as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/637fd2c0523a4b8ca75489a97d98075d 2024-11-11T23:40:13,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:13,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368473722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368473723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:13,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:13,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368473723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:13,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:13,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:13,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:13,724 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/C of 91762ea6c84274e7315e0111d70a5a53 into 637fd2c0523a4b8ca75489a97d98075d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:13,724 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:13,724 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/C, priority=13, startTime=1731368413184; duration=0sec 2024-11-11T23:40:13,724 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:13,724 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:C 2024-11-11T23:40:13,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368473732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:13,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:13,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:13,809 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:13,813 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117649f9b3ce1d428eb3444bf7a7b41f2f_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117649f9b3ce1d428eb3444bf7a7b41f2f_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:13,814 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/6f8d6687e48041bfa1ce6dc542b637b8, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:13,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/6f8d6687e48041bfa1ce6dc542b637b8 is 175, key is test_row_0/A:col10/1731368413382/Put/seqid=0 2024-11-11T23:40:13,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741983_1159 (size=48139) 2024-11-11T23:40:14,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368474033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:14,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368474033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:14,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:14,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368474033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:14,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:14,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368474042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:14,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-11T23:40:14,083 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:14,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:40:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-11T23:40:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-11T23:40:14,086 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:40:14,087 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:40:14,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-11T23:40:14,222 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/6f8d6687e48041bfa1ce6dc542b637b8 2024-11-11T23:40:14,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/af1efdb325d843d4a1cb3a85743bcefa is 50, key is test_row_0/B:col10/1731368413382/Put/seqid=0 2024-11-11T23:40:14,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741984_1160 (size=12001) 2024-11-11T23:40:14,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T23:40:14,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:14,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:14,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:14,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:14,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:14,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T23:40:14,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:14,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:14,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:14,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:14,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-11T23:40:14,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368474542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:14,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368474542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:14,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T23:40:14,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:14,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:14,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:14,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:14,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:14,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368474552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:14,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368474552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:14,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/af1efdb325d843d4a1cb3a85743bcefa 2024-11-11T23:40:14,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/7c1451e5ae004f60bfcfac39e03c3776 is 50, key is test_row_0/C:col10/1731368413382/Put/seqid=0 2024-11-11T23:40:14,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741985_1161 (size=12001) 2024-11-11T23:40:14,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/7c1451e5ae004f60bfcfac39e03c3776 2024-11-11T23:40:14,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T23:40:14,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:14,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:14,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:14,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:14,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:14,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/6f8d6687e48041bfa1ce6dc542b637b8 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/6f8d6687e48041bfa1ce6dc542b637b8 2024-11-11T23:40:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-11T23:40:14,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/6f8d6687e48041bfa1ce6dc542b637b8, entries=250, sequenceid=121, filesize=47.0 K 2024-11-11T23:40:14,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/af1efdb325d843d4a1cb3a85743bcefa as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/af1efdb325d843d4a1cb3a85743bcefa 2024-11-11T23:40:14,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/af1efdb325d843d4a1cb3a85743bcefa, entries=150, sequenceid=121, filesize=11.7 K 2024-11-11T23:40:14,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/7c1451e5ae004f60bfcfac39e03c3776 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/7c1451e5ae004f60bfcfac39e03c3776 2024-11-11T23:40:14,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/7c1451e5ae004f60bfcfac39e03c3776, entries=150, sequenceid=121, filesize=11.7 K 2024-11-11T23:40:14,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 91762ea6c84274e7315e0111d70a5a53 in 1376ms, sequenceid=121, compaction requested=false 2024-11-11T23:40:14,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:14,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-11T23:40:14,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:14,857 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:40:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:14,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:14,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111169dda08466db4af3871a8eb46b8e53de_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368413396/Put/seqid=0 2024-11-11T23:40:14,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741986_1162 (size=12254) 2024-11-11T23:40:14,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368474964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:15,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368475072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:15,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:15,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:15,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-11T23:40:15,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368475282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:15,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:15,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:15,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:15,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:15,299 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111169dda08466db4af3871a8eb46b8e53de_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111169dda08466db4af3871a8eb46b8e53de_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:15,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/1b4df983c2dc4ba6bd362dee521ba4a6, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:15,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/1b4df983c2dc4ba6bd362dee521ba4a6 is 175, key is test_row_0/A:col10/1731368413396/Put/seqid=0 2024-11-11T23:40:15,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741987_1163 (size=31055) 2024-11-11T23:40:15,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368475552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:15,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368475552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:15,556 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_1' in 91762ea6c84274e7315e0111d70a5a53 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:15,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:15,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:15,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:15,557 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 91762ea6c84274e7315e0111d70a5a53 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:15,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:15,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:15,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:15,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368475562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:15,565 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 91762ea6c84274e7315e0111d70a5a53 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:15,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368475573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:15,573 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_1' in 91762ea6c84274e7315e0111d70a5a53 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:15,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368475592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:15,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:15,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:15,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:15,709 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/1b4df983c2dc4ba6bd362dee521ba4a6 2024-11-11T23:40:15,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/7d8c2d531ad145cba27d143c2c0338e9 is 50, key is test_row_0/B:col10/1731368413396/Put/seqid=0 2024-11-11T23:40:15,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741988_1164 (size=12101) 2024-11-11T23:40:15,745 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/7d8c2d531ad145cba27d143c2c0338e9 2024-11-11T23:40:15,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/4bba3820daee4411899dd3157391279a is 50, key is test_row_0/C:col10/1731368413396/Put/seqid=0 2024-11-11T23:40:15,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741989_1165 (size=12101) 2024-11-11T23:40:16,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368476113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:16,186 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/4bba3820daee4411899dd3157391279a 2024-11-11T23:40:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/1b4df983c2dc4ba6bd362dee521ba4a6 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/1b4df983c2dc4ba6bd362dee521ba4a6 2024-11-11T23:40:16,196 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/1b4df983c2dc4ba6bd362dee521ba4a6, entries=150, sequenceid=133, filesize=30.3 K 2024-11-11T23:40:16,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/7d8c2d531ad145cba27d143c2c0338e9 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/7d8c2d531ad145cba27d143c2c0338e9 2024-11-11T23:40:16,202 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/7d8c2d531ad145cba27d143c2c0338e9, entries=150, sequenceid=133, filesize=11.8 K 2024-11-11T23:40:16,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/4bba3820daee4411899dd3157391279a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/4bba3820daee4411899dd3157391279a 2024-11-11T23:40:16,213 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/4bba3820daee4411899dd3157391279a, entries=150, sequenceid=133, filesize=11.8 K 2024-11-11T23:40:16,214 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 91762ea6c84274e7315e0111d70a5a53 in 1357ms, sequenceid=133, compaction requested=true 2024-11-11T23:40:16,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:16,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:16,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-11T23:40:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-11T23:40:16,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-11T23:40:16,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1280 sec 2024-11-11T23:40:16,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.1340 sec 2024-11-11T23:40:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-11T23:40:16,233 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:16,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:40:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-11T23:40:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-11T23:40:16,235 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:40:16,236 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:40:16,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-11T23:40:16,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-11T23:40:16,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:16,388 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T23:40:16,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bdf2bcfe6a8846bca0861e2786629bf3_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368414948/Put/seqid=0 2024-11-11T23:40:16,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741990_1166 (size=12304) 2024-11-11T23:40:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-11T23:40:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,805 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bdf2bcfe6a8846bca0861e2786629bf3_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bdf2bcfe6a8846bca0861e2786629bf3_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:16,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/c6d5b94433ee42aabe3b95a8dd184cef, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:16,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/c6d5b94433ee42aabe3b95a8dd184cef is 175, key is test_row_0/A:col10/1731368414948/Put/seqid=0 2024-11-11T23:40:16,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741991_1167 (size=31105) 2024-11-11T23:40:16,823 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/c6d5b94433ee42aabe3b95a8dd184cef 2024-11-11T23:40:16,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/1e73f109d0004b98905c9e8d9b0f61c0 is 50, key is test_row_0/B:col10/1731368414948/Put/seqid=0 2024-11-11T23:40:16,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741992_1168 (size=12151) 2024-11-11T23:40:16,850 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/1e73f109d0004b98905c9e8d9b0f61c0 2024-11-11T23:40:16,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/92cf200796d14b3e93143a8be9cd25e5 is 50, key is test_row_0/C:col10/1731368414948/Put/seqid=0 2024-11-11T23:40:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-11T23:40:16,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741993_1169 (size=12151) 2024-11-11T23:40:16,874 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/92cf200796d14b3e93143a8be9cd25e5 2024-11-11T23:40:16,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/c6d5b94433ee42aabe3b95a8dd184cef as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/c6d5b94433ee42aabe3b95a8dd184cef 2024-11-11T23:40:16,885 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/c6d5b94433ee42aabe3b95a8dd184cef, entries=150, sequenceid=158, filesize=30.4 K 2024-11-11T23:40:16,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/1e73f109d0004b98905c9e8d9b0f61c0 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/1e73f109d0004b98905c9e8d9b0f61c0 2024-11-11T23:40:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,891 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/1e73f109d0004b98905c9e8d9b0f61c0, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T23:40:16,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/92cf200796d14b3e93143a8be9cd25e5 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/92cf200796d14b3e93143a8be9cd25e5 2024-11-11T23:40:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,897 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/92cf200796d14b3e93143a8be9cd25e5, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T23:40:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,898 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 91762ea6c84274e7315e0111d70a5a53 in 510ms, sequenceid=158, compaction requested=true 2024-11-11T23:40:16,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:16,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:16,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-11T23:40:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-11T23:40:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-11T23:40:16,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 664 msec 2024-11-11T23:40:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 670 msec 2024-11-11T23:40:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:17,238 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:17,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:40:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111146a18aa928204815aa257ffd590cda48_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368417237/Put/seqid=0 2024-11-11T23:40:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741995_1171 (size=24758) 2024-11-11T23:40:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-11T23:40:17,373 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:17,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:40:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-11T23:40:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T23:40:17,376 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:40:17,376 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:40:17,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:17,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368477408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:17,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:17,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:17,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T23:40:17,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368477512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:17,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T23:40:17,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:17,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:17,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:17,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:17,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:17,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368477572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:17,580 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 91762ea6c84274e7315e0111d70a5a53 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:17,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:17,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:17,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:17,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368477583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:17,586 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_1' in 91762ea6c84274e7315e0111d70a5a53 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:17,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:17,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:17,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:17,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368477592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:17,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368477592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:17,595 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_1' in 91762ea6c84274e7315e0111d70a5a53 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:17,595 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 91762ea6c84274e7315e0111d70a5a53 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:17,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T23:40:17,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:17,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:17,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:17,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T23:40:17,704 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:17,709 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111146a18aa928204815aa257ffd590cda48_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111146a18aa928204815aa257ffd590cda48_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:17,710 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/b2991445183f44119a957ee707983404, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:17,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/b2991445183f44119a957ee707983404 is 175, key is test_row_0/A:col10/1731368417237/Put/seqid=0 2024-11-11T23:40:17,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741994_1170 (size=74395) 2024-11-11T23:40:17,713 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/b2991445183f44119a957ee707983404 2024-11-11T23:40:17,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/4b4bd48e1c684eb78eed24575194c40c is 50, key is test_row_0/B:col10/1731368417237/Put/seqid=0 2024-11-11T23:40:17,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368477722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:17,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:17,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:17,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:17,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741996_1172 (size=12151) 2024-11-11T23:40:17,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T23:40:17,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:17,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:17,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:17,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:17,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:17,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T23:40:17,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:17,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:17,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:17,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:17,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T23:40:18,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368478032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:18,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/4b4bd48e1c684eb78eed24575194c40c 2024-11-11T23:40:18,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/5ff05fcce925467992f7574325baab2f is 50, key is test_row_0/C:col10/1731368417237/Put/seqid=0 2024-11-11T23:40:18,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T23:40:18,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:18,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:18,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:18,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:18,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:18,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741997_1173 (size=12151) 2024-11-11T23:40:18,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/5ff05fcce925467992f7574325baab2f 2024-11-11T23:40:18,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/b2991445183f44119a957ee707983404 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/b2991445183f44119a957ee707983404 2024-11-11T23:40:18,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/b2991445183f44119a957ee707983404, entries=400, sequenceid=169, filesize=72.7 K 2024-11-11T23:40:18,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/4b4bd48e1c684eb78eed24575194c40c as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/4b4bd48e1c684eb78eed24575194c40c 2024-11-11T23:40:18,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/4b4bd48e1c684eb78eed24575194c40c, entries=150, sequenceid=169, filesize=11.9 K 2024-11-11T23:40:18,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/5ff05fcce925467992f7574325baab2f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/5ff05fcce925467992f7574325baab2f 2024-11-11T23:40:18,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/5ff05fcce925467992f7574325baab2f, entries=150, sequenceid=169, filesize=11.9 K 2024-11-11T23:40:18,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 91762ea6c84274e7315e0111d70a5a53 in 970ms, sequenceid=169, compaction requested=true 2024-11-11T23:40:18,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:18,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:18,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:18,209 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T23:40:18,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:18,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:18,209 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T23:40:18,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:18,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:18,211 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60611 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T23:40:18,211 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/B is initiating minor compaction (all files) 2024-11-11T23:40:18,211 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/B in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:18,211 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/3e4d8e67123740e6aa1227463dda01b5, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/af1efdb325d843d4a1cb3a85743bcefa, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/7d8c2d531ad145cba27d143c2c0338e9, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/1e73f109d0004b98905c9e8d9b0f61c0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/4b4bd48e1c684eb78eed24575194c40c] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=59.2 K 2024-11-11T23:40:18,211 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 215855 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T23:40:18,211 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/A is initiating minor compaction (all files) 2024-11-11T23:40:18,211 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/A in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:18,212 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/ab1f5edddf6a4772934fa216915d55a1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/6f8d6687e48041bfa1ce6dc542b637b8, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/1b4df983c2dc4ba6bd362dee521ba4a6, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/c6d5b94433ee42aabe3b95a8dd184cef, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/b2991445183f44119a957ee707983404] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=210.8 K 2024-11-11T23:40:18,212 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:18,212 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/ab1f5edddf6a4772934fa216915d55a1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/6f8d6687e48041bfa1ce6dc542b637b8, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/1b4df983c2dc4ba6bd362dee521ba4a6, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/c6d5b94433ee42aabe3b95a8dd184cef, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/b2991445183f44119a957ee707983404] 2024-11-11T23:40:18,213 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting ab1f5edddf6a4772934fa216915d55a1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731368411542 2024-11-11T23:40:18,213 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e4d8e67123740e6aa1227463dda01b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731368411542 2024-11-11T23:40:18,214 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f8d6687e48041bfa1ce6dc542b637b8, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731368412222 2024-11-11T23:40:18,214 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting af1efdb325d843d4a1cb3a85743bcefa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731368412222 2024-11-11T23:40:18,215 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b4df983c2dc4ba6bd362dee521ba4a6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731368413393 2024-11-11T23:40:18,215 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d8c2d531ad145cba27d143c2c0338e9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731368413393 2024-11-11T23:40:18,216 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e73f109d0004b98905c9e8d9b0f61c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731368414948 2024-11-11T23:40:18,216 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting c6d5b94433ee42aabe3b95a8dd184cef, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731368414948 2024-11-11T23:40:18,216 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b4bd48e1c684eb78eed24575194c40c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731368417185 2024-11-11T23:40:18,216 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting b2991445183f44119a957ee707983404, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731368417160 2024-11-11T23:40:18,237 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#B#compaction#147 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:18,239 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/2fa9086a70d94ec3acf5bc8be24cdbb8 is 50, key is test_row_0/B:col10/1731368417237/Put/seqid=0 2024-11-11T23:40:18,242 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:18,249 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411114018c3def5924fda95529c6ff23d053d_91762ea6c84274e7315e0111d70a5a53 store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:18,254 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411114018c3def5924fda95529c6ff23d053d_91762ea6c84274e7315e0111d70a5a53, store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:18,254 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114018c3def5924fda95529c6ff23d053d_91762ea6c84274e7315e0111d70a5a53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:18,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741998_1174 (size=12527) 2024-11-11T23:40:18,267 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/2fa9086a70d94ec3acf5bc8be24cdbb8 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/2fa9086a70d94ec3acf5bc8be24cdbb8 2024-11-11T23:40:18,274 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/B of 91762ea6c84274e7315e0111d70a5a53 into 2fa9086a70d94ec3acf5bc8be24cdbb8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:18,274 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:18,274 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/B, priority=11, startTime=1731368418209; duration=0sec 2024-11-11T23:40:18,274 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:18,274 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:B 2024-11-11T23:40:18,275 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T23:40:18,277 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60611 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T23:40:18,277 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/C is initiating minor compaction (all files) 2024-11-11T23:40:18,277 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/C in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:18,277 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/637fd2c0523a4b8ca75489a97d98075d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/7c1451e5ae004f60bfcfac39e03c3776, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/4bba3820daee4411899dd3157391279a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/92cf200796d14b3e93143a8be9cd25e5, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/5ff05fcce925467992f7574325baab2f] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=59.2 K 2024-11-11T23:40:18,277 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 637fd2c0523a4b8ca75489a97d98075d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731368411542 2024-11-11T23:40:18,278 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c1451e5ae004f60bfcfac39e03c3776, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731368412222 2024-11-11T23:40:18,278 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bba3820daee4411899dd3157391279a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731368413393 2024-11-11T23:40:18,279 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92cf200796d14b3e93143a8be9cd25e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731368414948 2024-11-11T23:40:18,280 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ff05fcce925467992f7574325baab2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731368417185 2024-11-11T23:40:18,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741999_1175 (size=4469) 2024-11-11T23:40:18,286 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#A#compaction#148 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:18,287 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/9cebdf8154b14a48ab8a3bf823814679 is 175, key is test_row_0/A:col10/1731368417237/Put/seqid=0 2024-11-11T23:40:18,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T23:40:18,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:18,297 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T23:40:18,317 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#C#compaction#149 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:18,318 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/7020a3a48097409993cd45fb04e28b28 is 50, key is test_row_0/C:col10/1731368417237/Put/seqid=0 2024-11-11T23:40:18,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742000_1176 (size=31481) 2024-11-11T23:40:18,332 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/9cebdf8154b14a48ab8a3bf823814679 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9cebdf8154b14a48ab8a3bf823814679 2024-11-11T23:40:18,339 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/A of 91762ea6c84274e7315e0111d70a5a53 into 9cebdf8154b14a48ab8a3bf823814679(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:18,339 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:18,339 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/A, priority=11, startTime=1731368418209; duration=0sec 2024-11-11T23:40:18,339 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:18,339 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:A 2024-11-11T23:40:18,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112a1a8632587547cdb363c6b3ed141816_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368417392/Put/seqid=0 2024-11-11T23:40:18,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742001_1177 (size=12527) 2024-11-11T23:40:18,361 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/7020a3a48097409993cd45fb04e28b28 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/7020a3a48097409993cd45fb04e28b28 2024-11-11T23:40:18,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742002_1178 (size=12304) 2024-11-11T23:40:18,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,369 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/C of 91762ea6c84274e7315e0111d70a5a53 into 7020a3a48097409993cd45fb04e28b28(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:18,369 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:18,369 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/C, priority=11, startTime=1731368418209; duration=0sec 2024-11-11T23:40:18,369 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:18,369 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:C 2024-11-11T23:40:18,374 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112a1a8632587547cdb363c6b3ed141816_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112a1a8632587547cdb363c6b3ed141816_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:18,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/c68bcc7ea7ac4d7d851ea4ae838dbaee, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:18,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/c68bcc7ea7ac4d7d851ea4ae838dbaee is 175, key is test_row_0/A:col10/1731368417392/Put/seqid=0 2024-11-11T23:40:18,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742003_1179 (size=31105) 2024-11-11T23:40:18,396 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/c68bcc7ea7ac4d7d851ea4ae838dbaee 2024-11-11T23:40:18,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/3efa7436d19b4416a03881c4252b77c0 is 50, key is test_row_0/B:col10/1731368417392/Put/seqid=0 2024-11-11T23:40:18,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742004_1180 (size=12151) 2024-11-11T23:40:18,437 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/3efa7436d19b4416a03881c4252b77c0 2024-11-11T23:40:18,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/10eca116c5f64a3b972a1b03321e5559 is 50, key is test_row_0/C:col10/1731368417392/Put/seqid=0 2024-11-11T23:40:18,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742005_1181 (size=12151) 2024-11-11T23:40:18,480 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/10eca116c5f64a3b972a1b03321e5559 2024-11-11T23:40:18,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/c68bcc7ea7ac4d7d851ea4ae838dbaee as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/c68bcc7ea7ac4d7d851ea4ae838dbaee 2024-11-11T23:40:18,499 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/c68bcc7ea7ac4d7d851ea4ae838dbaee, entries=150, sequenceid=195, filesize=30.4 K 2024-11-11T23:40:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/3efa7436d19b4416a03881c4252b77c0 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/3efa7436d19b4416a03881c4252b77c0 2024-11-11T23:40:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,509 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/3efa7436d19b4416a03881c4252b77c0, entries=150, sequenceid=195, filesize=11.9 K 2024-11-11T23:40:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/10eca116c5f64a3b972a1b03321e5559 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/10eca116c5f64a3b972a1b03321e5559 2024-11-11T23:40:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T23:40:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,519 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/10eca116c5f64a3b972a1b03321e5559, entries=150, sequenceid=195, filesize=11.9 K 2024-11-11T23:40:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,520 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 91762ea6c84274e7315e0111d70a5a53 in 223ms, sequenceid=195, compaction requested=false 2024-11-11T23:40:18,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:18,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:18,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-11T23:40:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-11T23:40:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-11T23:40:18,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1460 sec 2024-11-11T23:40:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.1520 sec 2024-11-11T23:40:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,725 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:18,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:40:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:18,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e776edbf215042f49959cd59396ec7e9_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368418703/Put/seqid=0 2024-11-11T23:40:18,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742006_1182 (size=14794) 2024-11-11T23:40:18,789 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:18,800 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e776edbf215042f49959cd59396ec7e9_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e776edbf215042f49959cd59396ec7e9_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:18,802 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/6ad54629183b457482d0514d691499d5, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:18,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/6ad54629183b457482d0514d691499d5 is 175, key is test_row_0/A:col10/1731368418703/Put/seqid=0 2024-11-11T23:40:18,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742007_1183 (size=39749) 2024-11-11T23:40:18,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368478862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:18,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:18,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:18,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:18,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368478972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:18,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:18,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:18,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:19,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368479182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:19,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:19,232 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/6ad54629183b457482d0514d691499d5 2024-11-11T23:40:19,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/e27441bf90524faea762bdb2f078093c is 50, key is test_row_0/B:col10/1731368418703/Put/seqid=0 2024-11-11T23:40:19,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742008_1184 (size=12151) 2024-11-11T23:40:19,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/e27441bf90524faea762bdb2f078093c 2024-11-11T23:40:19,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/08db27045a6343c68ed5215a8569dd03 is 50, key is test_row_0/C:col10/1731368418703/Put/seqid=0 2024-11-11T23:40:19,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742009_1185 (size=12151) 2024-11-11T23:40:19,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/08db27045a6343c68ed5215a8569dd03 2024-11-11T23:40:19,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/6ad54629183b457482d0514d691499d5 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/6ad54629183b457482d0514d691499d5 2024-11-11T23:40:19,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/6ad54629183b457482d0514d691499d5, entries=200, sequenceid=208, filesize=38.8 K 2024-11-11T23:40:19,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/e27441bf90524faea762bdb2f078093c as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/e27441bf90524faea762bdb2f078093c 2024-11-11T23:40:19,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/e27441bf90524faea762bdb2f078093c, entries=150, sequenceid=208, filesize=11.9 K 2024-11-11T23:40:19,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/08db27045a6343c68ed5215a8569dd03 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/08db27045a6343c68ed5215a8569dd03 2024-11-11T23:40:19,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/08db27045a6343c68ed5215a8569dd03, entries=150, sequenceid=208, filesize=11.9 K 2024-11-11T23:40:19,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 91762ea6c84274e7315e0111d70a5a53 in 612ms, sequenceid=208, compaction requested=true 2024-11-11T23:40:19,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:19,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:19,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:19,337 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:19,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:19,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:19,337 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:19,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:19,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:19,338 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:19,338 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/A is initiating minor compaction (all files) 2024-11-11T23:40:19,338 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:19,339 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/B is initiating minor compaction (all files) 2024-11-11T23:40:19,339 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/A in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:19,339 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/B in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:19,339 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/2fa9086a70d94ec3acf5bc8be24cdbb8, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/3efa7436d19b4416a03881c4252b77c0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/e27441bf90524faea762bdb2f078093c] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=36.0 K 2024-11-11T23:40:19,339 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9cebdf8154b14a48ab8a3bf823814679, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/c68bcc7ea7ac4d7d851ea4ae838dbaee, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/6ad54629183b457482d0514d691499d5] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=99.9 K 2024-11-11T23:40:19,339 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:19,339 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9cebdf8154b14a48ab8a3bf823814679, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/c68bcc7ea7ac4d7d851ea4ae838dbaee, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/6ad54629183b457482d0514d691499d5] 2024-11-11T23:40:19,339 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fa9086a70d94ec3acf5bc8be24cdbb8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731368417185 2024-11-11T23:40:19,339 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cebdf8154b14a48ab8a3bf823814679, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731368417185 2024-11-11T23:40:19,339 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 3efa7436d19b4416a03881c4252b77c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731368417392 2024-11-11T23:40:19,340 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting c68bcc7ea7ac4d7d851ea4ae838dbaee, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731368417392 2024-11-11T23:40:19,340 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting e27441bf90524faea762bdb2f078093c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731368418703 2024-11-11T23:40:19,340 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ad54629183b457482d0514d691499d5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731368418695 2024-11-11T23:40:19,350 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:19,355 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#B#compaction#157 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:19,356 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/31ca1ac7126b4694a2ca76dc68de368f is 50, key is test_row_0/B:col10/1731368418703/Put/seqid=0 2024-11-11T23:40:19,358 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111193d993a3f3774c28bf57bc1aa02029ec_91762ea6c84274e7315e0111d70a5a53 store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:19,360 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111193d993a3f3774c28bf57bc1aa02029ec_91762ea6c84274e7315e0111d70a5a53, store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:19,360 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111193d993a3f3774c28bf57bc1aa02029ec_91762ea6c84274e7315e0111d70a5a53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:19,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742010_1186 (size=12629) 2024-11-11T23:40:19,390 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/31ca1ac7126b4694a2ca76dc68de368f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/31ca1ac7126b4694a2ca76dc68de368f 2024-11-11T23:40:19,399 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/B of 91762ea6c84274e7315e0111d70a5a53 into 31ca1ac7126b4694a2ca76dc68de368f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:19,399 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:19,399 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/B, priority=13, startTime=1731368419337; duration=0sec 2024-11-11T23:40:19,399 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:19,399 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:B 2024-11-11T23:40:19,400 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:19,401 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:19,401 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/C is initiating minor compaction (all files) 2024-11-11T23:40:19,401 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/C in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:19,401 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/7020a3a48097409993cd45fb04e28b28, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/10eca116c5f64a3b972a1b03321e5559, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/08db27045a6343c68ed5215a8569dd03] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=36.0 K 2024-11-11T23:40:19,402 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 7020a3a48097409993cd45fb04e28b28, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731368417185 2024-11-11T23:40:19,402 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 10eca116c5f64a3b972a1b03321e5559, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731368417392 2024-11-11T23:40:19,403 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 08db27045a6343c68ed5215a8569dd03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731368418703 2024-11-11T23:40:19,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742011_1187 (size=4469) 2024-11-11T23:40:19,407 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#A#compaction#156 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:19,407 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/5ea3ea4e8c224464a799b6380033d081 is 175, key is test_row_0/A:col10/1731368418703/Put/seqid=0 2024-11-11T23:40:19,426 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#C#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:19,427 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/1f13b8acba24462481cf6b5814c39bdd is 50, key is test_row_0/C:col10/1731368418703/Put/seqid=0 2024-11-11T23:40:19,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742012_1188 (size=31583) 2024-11-11T23:40:19,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742013_1189 (size=12629) 2024-11-11T23:40:19,494 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:19,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T23:40:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:19,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111701021f9a0ad44fa9518fd8048cd1214_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368419493/Put/seqid=0 2024-11-11T23:40:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T23:40:19,524 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:19,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368479525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:19,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:40:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-11T23:40:19,536 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:40:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T23:40:19,538 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:40:19,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:19,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742014_1190 (size=14794) 2024-11-11T23:40:19,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368479633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:19,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:19,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:19,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T23:40:19,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-11T23:40:19,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:19,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:19,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:19,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:19,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:19,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368479842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:19,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:19,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:19,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:19,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-11T23:40:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:19,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:19,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:19,849 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/5ea3ea4e8c224464a799b6380033d081 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/5ea3ea4e8c224464a799b6380033d081 2024-11-11T23:40:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T23:40:19,854 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/A of 91762ea6c84274e7315e0111d70a5a53 into 5ea3ea4e8c224464a799b6380033d081(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:19,854 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:19,854 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/A, priority=13, startTime=1731368419337; duration=0sec 2024-11-11T23:40:19,854 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:19,854 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:A 2024-11-11T23:40:19,859 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/1f13b8acba24462481cf6b5814c39bdd as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/1f13b8acba24462481cf6b5814c39bdd 2024-11-11T23:40:19,865 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/C of 91762ea6c84274e7315e0111d70a5a53 into 1f13b8acba24462481cf6b5814c39bdd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:19,865 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:19,865 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/C, priority=13, startTime=1731368419337; duration=0sec 2024-11-11T23:40:19,865 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:19,865 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:C 2024-11-11T23:40:19,951 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:19,957 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111701021f9a0ad44fa9518fd8048cd1214_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111701021f9a0ad44fa9518fd8048cd1214_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:19,959 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/25ee3d29812a466192ddcdc3fc1dcbbe, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:19,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/25ee3d29812a466192ddcdc3fc1dcbbe is 175, key is test_row_0/A:col10/1731368419493/Put/seqid=0 2024-11-11T23:40:19,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742015_1191 (size=39749) 2024-11-11T23:40:20,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-11T23:40:20,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:20,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:20,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:20,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368480152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:20,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-11T23:40:20,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:20,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:20,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:20,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T23:40:20,206 INFO [master/b70d29849faf:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T23:40:20,206 INFO [master/b70d29849faf:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T23:40:20,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-11T23:40:20,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:20,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:20,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:20,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,379 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/25ee3d29812a466192ddcdc3fc1dcbbe 2024-11-11T23:40:20,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/24f3d9dc0fc341a6bffada69465d9eac is 50, key is test_row_0/B:col10/1731368419493/Put/seqid=0 2024-11-11T23:40:20,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742016_1192 (size=12151) 2024-11-11T23:40:20,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-11T23:40:20,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:20,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:20,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:20,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-11T23:40:20,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:20,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:20,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:20,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368480663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:20,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:20,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:20,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T23:40:20,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-11T23:40:20,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:20,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:20,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:20,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:20,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/24f3d9dc0fc341a6bffada69465d9eac 2024-11-11T23:40:20,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/97893619076c4287b305fbea6a9a6d3c is 50, key is test_row_0/C:col10/1731368419493/Put/seqid=0 2024-11-11T23:40:20,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742017_1193 (size=12151) 2024-11-11T23:40:20,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/97893619076c4287b305fbea6a9a6d3c 2024-11-11T23:40:20,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/25ee3d29812a466192ddcdc3fc1dcbbe as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/25ee3d29812a466192ddcdc3fc1dcbbe 2024-11-11T23:40:20,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/25ee3d29812a466192ddcdc3fc1dcbbe, entries=200, sequenceid=235, filesize=38.8 K 2024-11-11T23:40:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/24f3d9dc0fc341a6bffada69465d9eac as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/24f3d9dc0fc341a6bffada69465d9eac 2024-11-11T23:40:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/24f3d9dc0fc341a6bffada69465d9eac, entries=150, sequenceid=235, filesize=11.9 K 2024-11-11T23:40:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/97893619076c4287b305fbea6a9a6d3c as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/97893619076c4287b305fbea6a9a6d3c 2024-11-11T23:40:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/97893619076c4287b305fbea6a9a6d3c, entries=150, sequenceid=235, filesize=11.9 K 2024-11-11T23:40:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 91762ea6c84274e7315e0111d70a5a53 in 1404ms, sequenceid=235, compaction requested=false 2024-11-11T23:40:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-11T23:40:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,931 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T23:40:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d8922823cd79490682d9140765abef98_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_2/A:col10/1731368419524/Put/seqid=0 2024-11-11T23:40:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742018_1194 (size=7324) 2024-11-11T23:40:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,382 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d8922823cd79490682d9140765abef98_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d8922823cd79490682d9140765abef98_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/9f0e786569f1443587a44cb41f8af312, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/9f0e786569f1443587a44cb41f8af312 is 175, key is test_row_2/A:col10/1731368419524/Put/seqid=0 2024-11-11T23:40:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742019_1195 (size=13815) 2024-11-11T23:40:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,392 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/9f0e786569f1443587a44cb41f8af312 2024-11-11T23:40:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/be0f959edbbb4a898f91a8161cd13c43 is 50, key is test_row_2/B:col10/1731368419524/Put/seqid=0 2024-11-11T23:40:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742020_1196 (size=7365) 2024-11-11T23:40:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:21,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T23:40:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:21,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368481778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:21,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368481782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:21,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368481786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:21,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:21,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368481786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:21,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:21,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368481790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:21,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:21,822 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/be0f959edbbb4a898f91a8161cd13c43 2024-11-11T23:40:21,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/075cad72077f49bf911e905ce33994fd is 50, key is test_row_2/C:col10/1731368419524/Put/seqid=0 2024-11-11T23:40:21,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742021_1197 (size=7365) 2024-11-11T23:40:21,875 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/075cad72077f49bf911e905ce33994fd 2024-11-11T23:40:21,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/9f0e786569f1443587a44cb41f8af312 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9f0e786569f1443587a44cb41f8af312 2024-11-11T23:40:21,891 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9f0e786569f1443587a44cb41f8af312, entries=50, sequenceid=247, filesize=13.5 K 2024-11-11T23:40:21,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/be0f959edbbb4a898f91a8161cd13c43 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/be0f959edbbb4a898f91a8161cd13c43 2024-11-11T23:40:21,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368481892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:21,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:21,904 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/be0f959edbbb4a898f91a8161cd13c43, entries=50, sequenceid=247, filesize=7.2 K 2024-11-11T23:40:21,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/075cad72077f49bf911e905ce33994fd as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/075cad72077f49bf911e905ce33994fd 2024-11-11T23:40:21,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368481903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:21,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368481903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:21,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368481903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:21,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368481903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:21,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:21,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:21,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:21,914 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/075cad72077f49bf911e905ce33994fd, entries=50, sequenceid=247, filesize=7.2 K 2024-11-11T23:40:21,915 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 91762ea6c84274e7315e0111d70a5a53 in 985ms, sequenceid=247, compaction requested=true 2024-11-11T23:40:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-11T23:40:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-11T23:40:21,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-11T23:40:21,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3790 sec 2024-11-11T23:40:21,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.3880 sec 2024-11-11T23:40:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:22,104 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:22,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T23:40:22,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111141bab1ba4a0e4937b256ab0680e6aee6_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368421733/Put/seqid=0 2024-11-11T23:40:22,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742022_1198 (size=14994) 2024-11-11T23:40:22,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368482114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368482115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368482115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368482116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368482116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368482223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368482223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368482223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368482223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368482223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368482432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368482433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368482433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368482433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368482435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,516 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:22,522 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111141bab1ba4a0e4937b256ab0680e6aee6_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111141bab1ba4a0e4937b256ab0680e6aee6_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:22,523 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/ae55b921773f4de7aa95e399ee6e6ddd, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:22,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/ae55b921773f4de7aa95e399ee6e6ddd is 175, key is test_row_0/A:col10/1731368421733/Put/seqid=0 2024-11-11T23:40:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742023_1199 (size=39949) 2024-11-11T23:40:22,544 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/ae55b921773f4de7aa95e399ee6e6ddd 2024-11-11T23:40:22,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/8fc6901e6f20488ba9245ff1e8b06b95 is 50, key is test_row_0/B:col10/1731368421733/Put/seqid=0 2024-11-11T23:40:22,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742024_1200 (size=12301) 2024-11-11T23:40:22,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/8fc6901e6f20488ba9245ff1e8b06b95 2024-11-11T23:40:22,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/4b73e9c06a184a48bd92d22ed1f97ecd is 50, key is test_row_0/C:col10/1731368421733/Put/seqid=0 2024-11-11T23:40:22,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742025_1201 (size=12301) 2024-11-11T23:40:22,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368482742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368482742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368482742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368482743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:22,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368482743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:22,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:22,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/4b73e9c06a184a48bd92d22ed1f97ecd 2024-11-11T23:40:23,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/ae55b921773f4de7aa95e399ee6e6ddd as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/ae55b921773f4de7aa95e399ee6e6ddd 2024-11-11T23:40:23,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/ae55b921773f4de7aa95e399ee6e6ddd, entries=200, sequenceid=274, filesize=39.0 K 2024-11-11T23:40:23,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/8fc6901e6f20488ba9245ff1e8b06b95 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/8fc6901e6f20488ba9245ff1e8b06b95 2024-11-11T23:40:23,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/8fc6901e6f20488ba9245ff1e8b06b95, entries=150, sequenceid=274, filesize=12.0 K 2024-11-11T23:40:23,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/4b73e9c06a184a48bd92d22ed1f97ecd as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/4b73e9c06a184a48bd92d22ed1f97ecd 2024-11-11T23:40:23,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/4b73e9c06a184a48bd92d22ed1f97ecd, entries=150, sequenceid=274, filesize=12.0 K 2024-11-11T23:40:23,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 91762ea6c84274e7315e0111d70a5a53 in 964ms, sequenceid=274, compaction requested=true 2024-11-11T23:40:23,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:23,069 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:40:23,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:23,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:23,069 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:40:23,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:23,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:23,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:23,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:23,070 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:40:23,070 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44446 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:40:23,070 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/B is initiating minor compaction (all files) 2024-11-11T23:40:23,070 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/A is initiating minor compaction (all files) 2024-11-11T23:40:23,070 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/B in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:23,070 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/A in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:23,070 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/5ea3ea4e8c224464a799b6380033d081, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/25ee3d29812a466192ddcdc3fc1dcbbe, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9f0e786569f1443587a44cb41f8af312, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/ae55b921773f4de7aa95e399ee6e6ddd] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=122.2 K 2024-11-11T23:40:23,070 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/31ca1ac7126b4694a2ca76dc68de368f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/24f3d9dc0fc341a6bffada69465d9eac, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/be0f959edbbb4a898f91a8161cd13c43, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/8fc6901e6f20488ba9245ff1e8b06b95] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=43.4 K 2024-11-11T23:40:23,070 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:23,070 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/5ea3ea4e8c224464a799b6380033d081, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/25ee3d29812a466192ddcdc3fc1dcbbe, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9f0e786569f1443587a44cb41f8af312, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/ae55b921773f4de7aa95e399ee6e6ddd] 2024-11-11T23:40:23,071 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 31ca1ac7126b4694a2ca76dc68de368f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731368418703 2024-11-11T23:40:23,071 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ea3ea4e8c224464a799b6380033d081, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731368418703 2024-11-11T23:40:23,071 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 24f3d9dc0fc341a6bffada69465d9eac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731368418849 2024-11-11T23:40:23,071 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25ee3d29812a466192ddcdc3fc1dcbbe, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731368418849 2024-11-11T23:40:23,073 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f0e786569f1443587a44cb41f8af312, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731368419524 2024-11-11T23:40:23,073 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting be0f959edbbb4a898f91a8161cd13c43, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731368419524 2024-11-11T23:40:23,073 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae55b921773f4de7aa95e399ee6e6ddd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731368421733 2024-11-11T23:40:23,073 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fc6901e6f20488ba9245ff1e8b06b95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731368421733 2024-11-11T23:40:23,089 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:23,090 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/d5992679892b4c80a149b1c4c70fb6be is 50, key is test_row_0/B:col10/1731368421733/Put/seqid=0 2024-11-11T23:40:23,098 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:23,110 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411119a0bf4a0596a481188fb519baab6908c_91762ea6c84274e7315e0111d70a5a53 store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:23,113 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411119a0bf4a0596a481188fb519baab6908c_91762ea6c84274e7315e0111d70a5a53, store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:23,113 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119a0bf4a0596a481188fb519baab6908c_91762ea6c84274e7315e0111d70a5a53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:23,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742026_1202 (size=12915) 2024-11-11T23:40:23,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742027_1203 (size=4469) 2024-11-11T23:40:23,121 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#A#compaction#169 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:23,122 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/9a155eebc4ed4052bc20492cc2702714 is 175, key is test_row_0/A:col10/1731368421733/Put/seqid=0 2024-11-11T23:40:23,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742028_1204 (size=31869) 2024-11-11T23:40:23,133 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/9a155eebc4ed4052bc20492cc2702714 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9a155eebc4ed4052bc20492cc2702714 2024-11-11T23:40:23,139 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/A of 91762ea6c84274e7315e0111d70a5a53 into 9a155eebc4ed4052bc20492cc2702714(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:23,140 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:23,140 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/A, priority=12, startTime=1731368423068; duration=0sec 2024-11-11T23:40:23,140 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:23,140 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:A 2024-11-11T23:40:23,140 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:40:23,141 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44446 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:40:23,142 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/C is initiating minor compaction (all files) 2024-11-11T23:40:23,142 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/C in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:23,142 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/1f13b8acba24462481cf6b5814c39bdd, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/97893619076c4287b305fbea6a9a6d3c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/075cad72077f49bf911e905ce33994fd, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/4b73e9c06a184a48bd92d22ed1f97ecd] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=43.4 K 2024-11-11T23:40:23,142 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f13b8acba24462481cf6b5814c39bdd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731368418703 2024-11-11T23:40:23,143 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97893619076c4287b305fbea6a9a6d3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731368418849 2024-11-11T23:40:23,143 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 075cad72077f49bf911e905ce33994fd, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731368419524 2024-11-11T23:40:23,144 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b73e9c06a184a48bd92d22ed1f97ecd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731368421733 2024-11-11T23:40:23,165 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#C#compaction#170 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:23,166 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/871f8a661b35400db0d0c562d92a7ae8 is 50, key is test_row_0/C:col10/1731368421733/Put/seqid=0 2024-11-11T23:40:23,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742029_1205 (size=12915) 2024-11-11T23:40:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:23,255 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:23,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:40:23,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111143b6c6f6e2774668be42d813deda6f6e_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368423255/Put/seqid=0 2024-11-11T23:40:23,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368483294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368483299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368483299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368483302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368483302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742030_1206 (size=20074) 2024-11-11T23:40:23,334 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:23,339 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111143b6c6f6e2774668be42d813deda6f6e_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111143b6c6f6e2774668be42d813deda6f6e_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:23,341 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/56d9f30bc6744a5094fd527f325151fe, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:23,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/56d9f30bc6744a5094fd527f325151fe is 175, key is test_row_0/A:col10/1731368423255/Put/seqid=0 2024-11-11T23:40:23,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742031_1207 (size=57333) 2024-11-11T23:40:23,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368483413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368483413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368483413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368483413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368483413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,527 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/d5992679892b4c80a149b1c4c70fb6be as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/d5992679892b4c80a149b1c4c70fb6be 2024-11-11T23:40:23,538 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/B of 91762ea6c84274e7315e0111d70a5a53 into d5992679892b4c80a149b1c4c70fb6be(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:23,538 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:23,538 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/B, priority=12, startTime=1731368423069; duration=0sec 2024-11-11T23:40:23,539 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:23,539 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:B 2024-11-11T23:40:23,595 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/871f8a661b35400db0d0c562d92a7ae8 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/871f8a661b35400db0d0c562d92a7ae8 2024-11-11T23:40:23,602 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/C of 91762ea6c84274e7315e0111d70a5a53 into 871f8a661b35400db0d0c562d92a7ae8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:23,602 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:23,602 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/C, priority=12, startTime=1731368423069; duration=0sec 2024-11-11T23:40:23,602 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:23,602 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:C 2024-11-11T23:40:23,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368483622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368483622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368483622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368483622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368483622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T23:40:23,702 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:23,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:40:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-11T23:40:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T23:40:23,705 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:40:23,706 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:40:23,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:23,793 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/56d9f30bc6744a5094fd527f325151fe 2024-11-11T23:40:23,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/956af0871ef540528913c535263b3f47 is 50, key is test_row_0/B:col10/1731368423255/Put/seqid=0 2024-11-11T23:40:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T23:40:23,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742032_1208 (size=12301) 2024-11-11T23:40:23,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/956af0871ef540528913c535263b3f47 2024-11-11T23:40:23,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T23:40:23,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:23,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:23,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:23,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:23,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:23,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/541e08f033f44980824c69663a37ec8f is 50, key is test_row_0/C:col10/1731368423255/Put/seqid=0 2024-11-11T23:40:23,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742033_1209 (size=12301) 2024-11-11T23:40:23,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368483933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368483933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368483933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368483933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368483933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:24,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T23:40:24,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:24,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:24,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:24,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T23:40:24,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T23:40:24,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:24,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:24,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:24,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/541e08f033f44980824c69663a37ec8f 2024-11-11T23:40:24,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/56d9f30bc6744a5094fd527f325151fe as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/56d9f30bc6744a5094fd527f325151fe 2024-11-11T23:40:24,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T23:40:24,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:24,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:24,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:24,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/56d9f30bc6744a5094fd527f325151fe, entries=300, sequenceid=288, filesize=56.0 K 2024-11-11T23:40:24,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/956af0871ef540528913c535263b3f47 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/956af0871ef540528913c535263b3f47 2024-11-11T23:40:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/956af0871ef540528913c535263b3f47, entries=150, sequenceid=288, filesize=12.0 K 2024-11-11T23:40:24,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/541e08f033f44980824c69663a37ec8f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/541e08f033f44980824c69663a37ec8f 2024-11-11T23:40:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T23:40:24,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/541e08f033f44980824c69663a37ec8f, entries=150, sequenceid=288, filesize=12.0 K 2024-11-11T23:40:24,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 91762ea6c84274e7315e0111d70a5a53 in 1083ms, sequenceid=288, compaction requested=false 2024-11-11T23:40:24,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:24,446 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:24,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T23:40:24,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111309fa4ceb72140c88aeab5ea3ef8813d_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368424444/Put/seqid=0 2024-11-11T23:40:24,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368484463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:24,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368484464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:24,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:24,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:24,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T23:40:24,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:24,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368484466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:24,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:24,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:24,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368484472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:24,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368484474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:24,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742034_1210 (size=14994) 2024-11-11T23:40:24,491 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:24,503 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111309fa4ceb72140c88aeab5ea3ef8813d_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111309fa4ceb72140c88aeab5ea3ef8813d_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:24,504 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/f42d18a464a24f179f81be225636ce2a, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:24,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/f42d18a464a24f179f81be225636ce2a is 175, key is test_row_0/A:col10/1731368424444/Put/seqid=0 2024-11-11T23:40:24,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742035_1211 (size=39949) 2024-11-11T23:40:24,530 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/f42d18a464a24f179f81be225636ce2a 2024-11-11T23:40:24,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/615d50c054d045abaa3a959f4ec465c5 is 50, key is test_row_0/B:col10/1731368424444/Put/seqid=0 2024-11-11T23:40:24,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368484583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:24,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:24,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368484583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:24,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:24,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368484583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:24,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:24,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368484592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:24,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368484592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:24,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742036_1212 (size=12301) 2024-11-11T23:40:24,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T23:40:24,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:24,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:24,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:24,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T23:40:24,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:24,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:24,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:24,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368484792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368484793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:24,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368484793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:24,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:24,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368484802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:24,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368484802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T23:40:24,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T23:40:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:24,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:25,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/615d50c054d045abaa3a959f4ec465c5 2024-11-11T23:40:25,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/8c75432cd76d46dabaf504dfa42d3829 is 50, key is test_row_0/C:col10/1731368424444/Put/seqid=0 2024-11-11T23:40:25,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742037_1213 (size=12301) 2024-11-11T23:40:25,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/8c75432cd76d46dabaf504dfa42d3829 2024-11-11T23:40:25,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/f42d18a464a24f179f81be225636ce2a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/f42d18a464a24f179f81be225636ce2a 2024-11-11T23:40:25,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T23:40:25,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:25,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:25,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:25,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:25,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:25,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368485103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:25,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368485103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:25,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:25,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368485103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/f42d18a464a24f179f81be225636ce2a, entries=200, sequenceid=316, filesize=39.0 K 2024-11-11T23:40:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/615d50c054d045abaa3a959f4ec465c5 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/615d50c054d045abaa3a959f4ec465c5 2024-11-11T23:40:25,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368485112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:25,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:25,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368485112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:25,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:25,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/615d50c054d045abaa3a959f4ec465c5, entries=150, sequenceid=316, filesize=12.0 K 2024-11-11T23:40:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/8c75432cd76d46dabaf504dfa42d3829 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/8c75432cd76d46dabaf504dfa42d3829 2024-11-11T23:40:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/8c75432cd76d46dabaf504dfa42d3829, entries=150, sequenceid=316, filesize=12.0 K 2024-11-11T23:40:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 91762ea6c84274e7315e0111d70a5a53 in 689ms, sequenceid=316, compaction requested=true 2024-11-11T23:40:25,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:25,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:25,136 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:25,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:25,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:25,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:25,136 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:25,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:25,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,137 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:25,137 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/A is initiating minor compaction (all files) 2024-11-11T23:40:25,137 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/A in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,137 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9a155eebc4ed4052bc20492cc2702714, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/56d9f30bc6744a5094fd527f325151fe, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/f42d18a464a24f179f81be225636ce2a] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=126.1 K 2024-11-11T23:40:25,137 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:25,137 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9a155eebc4ed4052bc20492cc2702714, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/56d9f30bc6744a5094fd527f325151fe, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/f42d18a464a24f179f81be225636ce2a] 2024-11-11T23:40:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,138 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:25,138 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/B is initiating minor compaction (all files) 2024-11-11T23:40:25,138 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/B in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,138 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/d5992679892b4c80a149b1c4c70fb6be, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/956af0871ef540528913c535263b3f47, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/615d50c054d045abaa3a959f4ec465c5] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=36.6 K 2024-11-11T23:40:25,138 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a155eebc4ed4052bc20492cc2702714, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731368421733 2024-11-11T23:40:25,138 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting d5992679892b4c80a149b1c4c70fb6be, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731368421733 2024-11-11T23:40:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,139 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56d9f30bc6744a5094fd527f325151fe, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731368422105 2024-11-11T23:40:25,139 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 956af0871ef540528913c535263b3f47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731368422114 2024-11-11T23:40:25,139 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting f42d18a464a24f179f81be225636ce2a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731368423298 2024-11-11T23:40:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,140 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 615d50c054d045abaa3a959f4ec465c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731368423298 2024-11-11T23:40:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,156 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,157 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/024a1f9db34747619438cf35aecda456 is 50, key is test_row_0/B:col10/1731368424444/Put/seqid=0 2024-11-11T23:40:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,170 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742038_1214 (size=13017) 2024-11-11T23:40:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,199 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111160b5c0cc593444db93b84e0a1c735b1c_91762ea6c84274e7315e0111d70a5a53 store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,201 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111160b5c0cc593444db93b84e0a1c735b1c_91762ea6c84274e7315e0111d70a5a53, store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:25,201 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111160b5c0cc593444db93b84e0a1c735b1c_91762ea6c84274e7315e0111d70a5a53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742039_1215 (size=4469) 2024-11-11T23:40:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T23:40:25,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:25,270 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:40:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112bd9dad1a0534d8a966d275cd830ec85_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368424465/Put/seqid=0 2024-11-11T23:40:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742040_1216 (size=9914) 2024-11-11T23:40:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,363 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112bd9dad1a0534d8a966d275cd830ec85_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112bd9dad1a0534d8a966d275cd830ec85_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/abc04506be29438c98ee9cd206aa5f6d, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/abc04506be29438c98ee9cd206aa5f6d is 175, key is test_row_0/A:col10/1731368424465/Put/seqid=0 2024-11-11T23:40:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742041_1217 (size=22561) 2024-11-11T23:40:25,389 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/abc04506be29438c98ee9cd206aa5f6d 2024-11-11T23:40:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/e6836d8fb7914ab8b1a0b2fdbd99435f is 50, key is test_row_0/B:col10/1731368424465/Put/seqid=0 2024-11-11T23:40:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742042_1218 (size=9857) 2024-11-11T23:40:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,638 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/024a1f9db34747619438cf35aecda456 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/024a1f9db34747619438cf35aecda456 2024-11-11T23:40:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:25,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,645 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/B of 91762ea6c84274e7315e0111d70a5a53 into 024a1f9db34747619438cf35aecda456(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:25,645 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:25,645 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/B, priority=13, startTime=1731368425136; duration=0sec 2024-11-11T23:40:25,645 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:25,645 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:B 2024-11-11T23:40:25,645 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,647 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:25,647 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/C is initiating minor compaction (all files) 2024-11-11T23:40:25,647 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/C in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:25,647 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/871f8a661b35400db0d0c562d92a7ae8, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/541e08f033f44980824c69663a37ec8f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/8c75432cd76d46dabaf504dfa42d3829] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=36.6 K 2024-11-11T23:40:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,648 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 871f8a661b35400db0d0c562d92a7ae8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731368421733 2024-11-11T23:40:25,648 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 541e08f033f44980824c69663a37ec8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731368422114 2024-11-11T23:40:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,649 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c75432cd76d46dabaf504dfa42d3829, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731368423298 2024-11-11T23:40:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,658 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#A#compaction#178 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:25,659 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/97396af7b81844ba82d36a5fd0e4c8fe is 175, key is test_row_0/A:col10/1731368424444/Put/seqid=0 2024-11-11T23:40:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,669 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#C#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:25,670 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/a8bb688c0fb34c34888d42abffbb793e is 50, key is test_row_0/C:col10/1731368424444/Put/seqid=0 2024-11-11T23:40:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:25,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368485705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:25,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368485707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:25,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:25,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:25,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368485708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:25,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:25,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:25,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742043_1219 (size=31971) 2024-11-11T23:40:25,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368485718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:25,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368485729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:25,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:25,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742044_1220 (size=13017) 2024-11-11T23:40:25,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368485823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:25,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:25,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368485823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:25,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:25,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368485823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:25,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:25,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368485832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:25,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368485843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:25,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:25,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T23:40:25,864 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/e6836d8fb7914ab8b1a0b2fdbd99435f 2024-11-11T23:40:25,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/2dd42cd2c16e456a8cda902de20419a0 is 50, key is test_row_0/C:col10/1731368424465/Put/seqid=0 2024-11-11T23:40:25,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742045_1221 (size=9857) 2024-11-11T23:40:26,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368486032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368486032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368486033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368486043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368486052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,138 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/97396af7b81844ba82d36a5fd0e4c8fe as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/97396af7b81844ba82d36a5fd0e4c8fe 2024-11-11T23:40:26,143 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/A of 91762ea6c84274e7315e0111d70a5a53 into 97396af7b81844ba82d36a5fd0e4c8fe(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-11T23:40:26,143 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:26,143 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/A, priority=13, startTime=1731368425136; duration=1sec 2024-11-11T23:40:26,143 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:26,143 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:A 2024-11-11T23:40:26,157 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/a8bb688c0fb34c34888d42abffbb793e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/a8bb688c0fb34c34888d42abffbb793e 2024-11-11T23:40:26,166 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/C of 91762ea6c84274e7315e0111d70a5a53 into a8bb688c0fb34c34888d42abffbb793e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:26,166 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:26,166 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/C, priority=13, startTime=1731368425136; duration=0sec 2024-11-11T23:40:26,166 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:26,166 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:C 2024-11-11T23:40:26,332 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/2dd42cd2c16e456a8cda902de20419a0 2024-11-11T23:40:26,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/abc04506be29438c98ee9cd206aa5f6d as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/abc04506be29438c98ee9cd206aa5f6d 2024-11-11T23:40:26,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368486343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368486343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368486344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,349 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/abc04506be29438c98ee9cd206aa5f6d, entries=100, sequenceid=327, filesize=22.0 K 2024-11-11T23:40:26,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/e6836d8fb7914ab8b1a0b2fdbd99435f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/e6836d8fb7914ab8b1a0b2fdbd99435f 2024-11-11T23:40:26,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368486352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,363 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/e6836d8fb7914ab8b1a0b2fdbd99435f, entries=100, sequenceid=327, filesize=9.6 K 2024-11-11T23:40:26,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/2dd42cd2c16e456a8cda902de20419a0 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/2dd42cd2c16e456a8cda902de20419a0 2024-11-11T23:40:26,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368486363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,369 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/2dd42cd2c16e456a8cda902de20419a0, entries=100, sequenceid=327, filesize=9.6 K 2024-11-11T23:40:26,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,370 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 91762ea6c84274e7315e0111d70a5a53 in 1100ms, sequenceid=327, compaction requested=false 2024-11-11T23:40:26,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:26,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:26,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-11T23:40:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-11T23:40:26,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-11T23:40:26,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6660 sec 2024-11-11T23:40:26,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.6730 sec 2024-11-11T23:40:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:26,865 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:26,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T23:40:26,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368486870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368486872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368486872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368486873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368486874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111168b9c4e403004ce495806257be52b2c6_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368425689/Put/seqid=0 2024-11-11T23:40:26,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742046_1222 (size=14994) 2024-11-11T23:40:26,938 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:26,944 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111168b9c4e403004ce495806257be52b2c6_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111168b9c4e403004ce495806257be52b2c6_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:26,946 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/32e7f00e014b454c8ac945f4d525ca17, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:26,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/32e7f00e014b454c8ac945f4d525ca17 is 175, key is test_row_0/A:col10/1731368425689/Put/seqid=0 2024-11-11T23:40:26,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742047_1223 (size=39949) 2024-11-11T23:40:26,964 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/32e7f00e014b454c8ac945f4d525ca17 2024-11-11T23:40:26,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/b679cda821a2426a87a56baf361c2fbf is 50, key is test_row_0/B:col10/1731368425689/Put/seqid=0 2024-11-11T23:40:26,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368486982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368486983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368486983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368486983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742048_1224 (size=12301) 2024-11-11T23:40:27,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/b679cda821a2426a87a56baf361c2fbf 2024-11-11T23:40:27,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/7075951abd154049a35b1aabb06e8f3a is 50, key is test_row_0/C:col10/1731368425689/Put/seqid=0 2024-11-11T23:40:27,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742049_1225 (size=12301) 2024-11-11T23:40:27,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368487192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:27,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368487192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368487192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368487192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/7075951abd154049a35b1aabb06e8f3a 2024-11-11T23:40:27,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/32e7f00e014b454c8ac945f4d525ca17 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/32e7f00e014b454c8ac945f4d525ca17 2024-11-11T23:40:27,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/32e7f00e014b454c8ac945f4d525ca17, entries=200, sequenceid=357, filesize=39.0 K 2024-11-11T23:40:27,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/b679cda821a2426a87a56baf361c2fbf as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/b679cda821a2426a87a56baf361c2fbf 2024-11-11T23:40:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/b679cda821a2426a87a56baf361c2fbf, entries=150, sequenceid=357, filesize=12.0 K 2024-11-11T23:40:27,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/7075951abd154049a35b1aabb06e8f3a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/7075951abd154049a35b1aabb06e8f3a 2024-11-11T23:40:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/7075951abd154049a35b1aabb06e8f3a, entries=150, sequenceid=357, filesize=12.0 K 2024-11-11T23:40:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 91762ea6c84274e7315e0111d70a5a53 in 600ms, sequenceid=357, compaction requested=true 2024-11-11T23:40:27,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:27,465 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:27,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:27,465 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:27,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:27,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:27,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:27,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,467 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,467 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/B is initiating minor compaction (all files) 2024-11-11T23:40:27,467 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/B in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,467 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/024a1f9db34747619438cf35aecda456, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/e6836d8fb7914ab8b1a0b2fdbd99435f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/b679cda821a2426a87a56baf361c2fbf] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=34.4 K 2024-11-11T23:40:27,468 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:27,468 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/A is initiating minor compaction (all files) 2024-11-11T23:40:27,468 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/A in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:27,468 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/97396af7b81844ba82d36a5fd0e4c8fe, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/abc04506be29438c98ee9cd206aa5f6d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/32e7f00e014b454c8ac945f4d525ca17] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=92.3 K 2024-11-11T23:40:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,468 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:27,468 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/97396af7b81844ba82d36a5fd0e4c8fe, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/abc04506be29438c98ee9cd206aa5f6d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/32e7f00e014b454c8ac945f4d525ca17] 2024-11-11T23:40:27,468 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 024a1f9db34747619438cf35aecda456, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731368423298 2024-11-11T23:40:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,468 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97396af7b81844ba82d36a5fd0e4c8fe, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731368423298 2024-11-11T23:40:27,468 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting e6836d8fb7914ab8b1a0b2fdbd99435f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731368424465 2024-11-11T23:40:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,469 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting abc04506be29438c98ee9cd206aa5f6d, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731368424465 2024-11-11T23:40:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,469 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32e7f00e014b454c8ac945f4d525ca17, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731368425689 2024-11-11T23:40:27,469 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting b679cda821a2426a87a56baf361c2fbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731368425689 2024-11-11T23:40:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,486 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,487 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#B#compaction#187 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:27,488 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/0075e405a6de486aafe8c86db93488e3 is 50, key is test_row_0/B:col10/1731368425689/Put/seqid=0 2024-11-11T23:40:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,488 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411116efe25eb2ad4429b9da991ade6f6b786_91762ea6c84274e7315e0111d70a5a53 store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,491 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411116efe25eb2ad4429b9da991ade6f6b786_91762ea6c84274e7315e0111d70a5a53, store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,491 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116efe25eb2ad4429b9da991ade6f6b786_91762ea6c84274e7315e0111d70a5a53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,522 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:27,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:40:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742050_1226 (size=13119) 2024-11-11T23:40:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742051_1227 (size=4469) 2024-11-11T23:40:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c6d54ea811124f1d8fb4b0fc92cb7221_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368427520/Put/seqid=0 2024-11-11T23:40:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742052_1228 (size=14994) 2024-11-11T23:40:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368487583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:27,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368487585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368487586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368487586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:27,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368487702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:27,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368487702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368487702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368487702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:27,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T23:40:27,863 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:27,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:40:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-11T23:40:27,866 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:40:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T23:40:27,867 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:40:27,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:27,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40468 deadline: 1731368487892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:27,898 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 91762ea6c84274e7315e0111d70a5a53 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368487912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368487913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:27,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368487913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368487913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:27,931 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/0075e405a6de486aafe8c86db93488e3 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/0075e405a6de486aafe8c86db93488e3 2024-11-11T23:40:27,936 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/B of 91762ea6c84274e7315e0111d70a5a53 into 0075e405a6de486aafe8c86db93488e3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:27,937 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:27,937 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/B, priority=13, startTime=1731368427465; duration=0sec 2024-11-11T23:40:27,937 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:27,937 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:B 2024-11-11T23:40:27,937 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:27,938 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:27,938 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 91762ea6c84274e7315e0111d70a5a53/C is initiating minor compaction (all files) 2024-11-11T23:40:27,938 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91762ea6c84274e7315e0111d70a5a53/C in TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:27,939 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/a8bb688c0fb34c34888d42abffbb793e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/2dd42cd2c16e456a8cda902de20419a0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/7075951abd154049a35b1aabb06e8f3a] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp, totalSize=34.4 K 2024-11-11T23:40:27,941 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting a8bb688c0fb34c34888d42abffbb793e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731368423298 2024-11-11T23:40:27,941 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dd42cd2c16e456a8cda902de20419a0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731368424465 2024-11-11T23:40:27,941 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 7075951abd154049a35b1aabb06e8f3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731368425689 2024-11-11T23:40:27,951 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#A#compaction#186 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:27,951 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/f4a718e3479c4f45a7d04ca0b30b0109 is 175, key is test_row_0/A:col10/1731368425689/Put/seqid=0 2024-11-11T23:40:27,957 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91762ea6c84274e7315e0111d70a5a53#C#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:27,958 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/1618dd76aeaf4098860a491c91212e3b is 50, key is test_row_0/C:col10/1731368425689/Put/seqid=0 2024-11-11T23:40:27,971 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T23:40:27,976 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c6d54ea811124f1d8fb4b0fc92cb7221_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c6d54ea811124f1d8fb4b0fc92cb7221_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:27,977 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/da25644684c64ebe8e85ffd91989561a, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:27,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/da25644684c64ebe8e85ffd91989561a is 175, key is test_row_0/A:col10/1731368427520/Put/seqid=0 2024-11-11T23:40:27,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742053_1229 (size=32073) 2024-11-11T23:40:28,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742054_1230 (size=13119) 2024-11-11T23:40:28,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T23:40:28,021 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/1618dd76aeaf4098860a491c91212e3b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/1618dd76aeaf4098860a491c91212e3b 2024-11-11T23:40:28,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:28,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:28,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:28,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:28,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:28,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742055_1231 (size=39949) 2024-11-11T23:40:28,031 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/C of 91762ea6c84274e7315e0111d70a5a53 into 1618dd76aeaf4098860a491c91212e3b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:28,031 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:28,032 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/C, priority=13, startTime=1731368427466; duration=0sec 2024-11-11T23:40:28,032 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:28,032 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:C 2024-11-11T23:40:28,038 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/da25644684c64ebe8e85ffd91989561a 2024-11-11T23:40:28,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/b389f256dd13458dba69dbfef1875b7b is 50, key is test_row_0/B:col10/1731368427520/Put/seqid=0 2024-11-11T23:40:28,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742056_1232 (size=12301) 2024-11-11T23:40:28,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T23:40:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:28,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T23:40:28,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368488222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:28,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368488222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:28,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368488222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:28,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368488222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:28,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:28,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:28,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:28,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:28,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T23:40:28,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:28,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:28,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:28,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:28,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:28,392 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/f4a718e3479c4f45a7d04ca0b30b0109 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/f4a718e3479c4f45a7d04ca0b30b0109 2024-11-11T23:40:28,398 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91762ea6c84274e7315e0111d70a5a53/A of 91762ea6c84274e7315e0111d70a5a53 into f4a718e3479c4f45a7d04ca0b30b0109(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:28,398 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:28,398 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., storeName=91762ea6c84274e7315e0111d70a5a53/A, priority=13, startTime=1731368427465; duration=0sec 2024-11-11T23:40:28,398 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:28,399 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:A 2024-11-11T23:40:28,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/b389f256dd13458dba69dbfef1875b7b 2024-11-11T23:40:28,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T23:40:28,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:28,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:28,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:28,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:28,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T23:40:28,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/9b193d547a464711b692d3e7c2842470 is 50, key is test_row_0/C:col10/1731368427520/Put/seqid=0 2024-11-11T23:40:28,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742057_1233 (size=12301) 2024-11-11T23:40:28,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/9b193d547a464711b692d3e7c2842470 2024-11-11T23:40:28,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/da25644684c64ebe8e85ffd91989561a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/da25644684c64ebe8e85ffd91989561a 2024-11-11T23:40:28,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/da25644684c64ebe8e85ffd91989561a, entries=200, sequenceid=368, filesize=39.0 K 2024-11-11T23:40:28,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/b389f256dd13458dba69dbfef1875b7b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/b389f256dd13458dba69dbfef1875b7b 2024-11-11T23:40:28,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/b389f256dd13458dba69dbfef1875b7b, entries=150, sequenceid=368, filesize=12.0 K 2024-11-11T23:40:28,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/9b193d547a464711b692d3e7c2842470 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/9b193d547a464711b692d3e7c2842470 2024-11-11T23:40:28,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/9b193d547a464711b692d3e7c2842470, entries=150, sequenceid=368, filesize=12.0 K 2024-11-11T23:40:28,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 91762ea6c84274e7315e0111d70a5a53 in 1028ms, sequenceid=368, compaction requested=false 2024-11-11T23:40:28,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:28,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T23:40:28,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:28,635 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T23:40:28,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111ef0f08ef41145a696a0d87fae8ac254_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368427582/Put/seqid=0 2024-11-11T23:40:28,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742058_1234 (size=12454) 2024-11-11T23:40:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:28,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. as already flushing 2024-11-11T23:40:28,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368488743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:28,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368488746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:28,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368488748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:28,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:28,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368488749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:28,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:28,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:28,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368488852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:28,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:28,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368488862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:28,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368488862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:28,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368488882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:28,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:28,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T23:40:29,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368489063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:29,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368489093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:29,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368489093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:29,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368489103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:29,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:29,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:29,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:29,112 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111ef0f08ef41145a696a0d87fae8ac254_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111ef0f08ef41145a696a0d87fae8ac254_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:29,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/da60761513514c1fa633fed5aa7ac9f3, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:29,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/da60761513514c1fa633fed5aa7ac9f3 is 175, key is test_row_0/A:col10/1731368427582/Put/seqid=0 2024-11-11T23:40:29,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742059_1235 (size=31255) 2024-11-11T23:40:29,163 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=396, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/da60761513514c1fa633fed5aa7ac9f3 2024-11-11T23:40:29,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/ed22fc3f8168498392a8ae6d6ca13ec4 is 50, key is test_row_0/B:col10/1731368427582/Put/seqid=0 2024-11-11T23:40:29,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742060_1236 (size=12301) 2024-11-11T23:40:29,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40500 deadline: 1731368489372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:29,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:29,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:29,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:29,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1731368489402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:29,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1731368489403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:29,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1731368489412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:29,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:29,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:29,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:40:29,628 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/ed22fc3f8168498392a8ae6d6ca13ec4 2024-11-11T23:40:29,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/1d469ccd9ee049fcb58129f750a83372 is 50, key is test_row_0/C:col10/1731368427582/Put/seqid=0 2024-11-11T23:40:29,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742061_1237 (size=12301) 2024-11-11T23:40:29,655 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/1d469ccd9ee049fcb58129f750a83372 2024-11-11T23:40:29,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/da60761513514c1fa633fed5aa7ac9f3 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/da60761513514c1fa633fed5aa7ac9f3 2024-11-11T23:40:29,672 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/da60761513514c1fa633fed5aa7ac9f3, entries=150, sequenceid=396, filesize=30.5 K 2024-11-11T23:40:29,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/ed22fc3f8168498392a8ae6d6ca13ec4 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/ed22fc3f8168498392a8ae6d6ca13ec4 2024-11-11T23:40:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,680 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/ed22fc3f8168498392a8ae6d6ca13ec4, entries=150, sequenceid=396, filesize=12.0 K 2024-11-11T23:40:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/1d469ccd9ee049fcb58129f750a83372 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/1d469ccd9ee049fcb58129f750a83372 2024-11-11T23:40:29,686 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/1d469ccd9ee049fcb58129f750a83372, entries=150, sequenceid=396, filesize=12.0 K 2024-11-11T23:40:29,687 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 91762ea6c84274e7315e0111d70a5a53 in 1052ms, sequenceid=396, compaction requested=true 2024-11-11T23:40:29,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:29,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:29,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-11T23:40:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-11T23:40:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-11T23:40:29,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8270 sec 2024-11-11T23:40:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.8330 sec 2024-11-11T23:40:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,892 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:29,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T23:40:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,927 INFO [Thread-648 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-648. 2024-11-11T23:40:29,927 DEBUG [Thread-648 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:29,927 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,927 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111209ac5e55cad4baf9d8a65324a3d5508_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368429890/Put/seqid=0 2024-11-11T23:40:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,933 INFO [Thread-661 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-661. 2024-11-11T23:40:29,934 DEBUG [Thread-661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:29,934 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,934 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:29,935 INFO [Thread-657 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-657. 2024-11-11T23:40:29,935 DEBUG [Thread-657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:29,935 DEBUG [Thread-657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,935 DEBUG [Thread-657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,942 INFO [Thread-644 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-644. 2024-11-11T23:40:29,942 DEBUG [Thread-644 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:29,942 DEBUG [Thread-644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,943 DEBUG [Thread-644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,947 INFO [Thread-655 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-655. 2024-11-11T23:40:29,947 DEBUG [Thread-655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:29,947 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,947 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,949 INFO [Thread-650 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-650. 2024-11-11T23:40:29,949 DEBUG [Thread-650 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:29,949 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,949 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,950 INFO [Thread-652 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-652. 2024-11-11T23:40:29,950 INFO [Thread-646 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-646. 2024-11-11T23:40:29,950 DEBUG [Thread-652 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:29,950 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,950 DEBUG [Thread-646 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:29,950 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,951 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,951 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:29,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742062_1238 (size=12454) 2024-11-11T23:40:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,955 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,961 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111209ac5e55cad4baf9d8a65324a3d5508_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111209ac5e55cad4baf9d8a65324a3d5508_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,963 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/daa6e55039044714b32364f93f295785, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/daa6e55039044714b32364f93f295785 is 175, key is test_row_0/A:col10/1731368429890/Put/seqid=0 2024-11-11T23:40:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:29,975 INFO [Thread-659 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-659. 2024-11-11T23:40:29,975 DEBUG [Thread-659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:29,975 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,975 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:29,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:29,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742063_1239 (size=31251) 2024-11-11T23:40:29,983 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=408, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/daa6e55039044714b32364f93f295785 2024-11-11T23:40:29,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/a336f0adc189456293e7d329583bc2ae is 50, key is test_row_0/B:col10/1731368429890/Put/seqid=0 2024-11-11T23:40:29,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742064_1240 (size=9857) 2024-11-11T23:40:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T23:40:30,012 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:30,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T23:40:30,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 123 2024-11-11T23:40:30,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-11T23:40:30,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-11T23:40:30,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-11T23:40:30,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-11T23:40:30,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T23:40:30,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3068 2024-11-11T23:40:30,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2962 2024-11-11T23:40:30,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T23:40:30,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1327 2024-11-11T23:40:30,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3979 rows 2024-11-11T23:40:30,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1321 2024-11-11T23:40:30,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3961 rows 2024-11-11T23:40:30,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:40:30,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:40:30,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:30,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:30,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:30,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T23:40:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T23:40:30,017 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368430017"}]},"ts":"1731368430017"} 2024-11-11T23:40:30,018 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T23:40:30,018 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T23:40:30,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T23:40:30,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=91762ea6c84274e7315e0111d70a5a53, UNASSIGN}] 2024-11-11T23:40:30,021 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=91762ea6c84274e7315e0111d70a5a53, UNASSIGN 2024-11-11T23:40:30,025 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=91762ea6c84274e7315e0111d70a5a53, regionState=CLOSING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:40:30,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=91762ea6c84274e7315e0111d70a5a53, UNASSIGN because future has completed 2024-11-11T23:40:30,027 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T23:40:30,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:40:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T23:40:30,181 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(122): Close 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:30,182 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T23:40:30,182 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1722): Closing 91762ea6c84274e7315e0111d70a5a53, disabling compactions & flushes 2024-11-11T23:40:30,182 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T23:40:30,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/a336f0adc189456293e7d329583bc2ae 2024-11-11T23:40:30,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/07e3367f157e4754b0b6047af93cd9a1 is 50, key is test_row_0/C:col10/1731368429890/Put/seqid=0 2024-11-11T23:40:30,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742065_1241 (size=9857) 2024-11-11T23:40:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T23:40:30,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/07e3367f157e4754b0b6047af93cd9a1 2024-11-11T23:40:30,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/daa6e55039044714b32364f93f295785 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/daa6e55039044714b32364f93f295785 2024-11-11T23:40:30,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/daa6e55039044714b32364f93f295785, entries=150, sequenceid=408, filesize=30.5 K 2024-11-11T23:40:30,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/a336f0adc189456293e7d329583bc2ae as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/a336f0adc189456293e7d329583bc2ae 2024-11-11T23:40:30,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/a336f0adc189456293e7d329583bc2ae, entries=100, sequenceid=408, filesize=9.6 K 2024-11-11T23:40:30,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/07e3367f157e4754b0b6047af93cd9a1 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/07e3367f157e4754b0b6047af93cd9a1 2024-11-11T23:40:30,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/07e3367f157e4754b0b6047af93cd9a1, entries=100, sequenceid=408, filesize=9.6 K 2024-11-11T23:40:30,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=40.25 KB/41220 for 91762ea6c84274e7315e0111d70a5a53 in 937ms, sequenceid=408, compaction requested=true 2024-11-11T23:40:30,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91762ea6c84274e7315e0111d70a5a53: 2024-11-11T23:40:30,829 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:30,829 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:30,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:30,829 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. after waiting 0 ms 2024-11-11T23:40:30,829 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:30,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:30,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:30,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:30,829 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(2902): Flushing 91762ea6c84274e7315e0111d70a5a53 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-11T23:40:30,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91762ea6c84274e7315e0111d70a5a53:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:30,829 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. because compaction request was cancelled 2024-11-11T23:40:30,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:30,829 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:A 2024-11-11T23:40:30,829 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. because compaction request was cancelled 2024-11-11T23:40:30,829 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:B 2024-11-11T23:40:30,829 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. because compaction request was cancelled 2024-11-11T23:40:30,829 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91762ea6c84274e7315e0111d70a5a53:C 2024-11-11T23:40:30,837 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113b20cde6f9874cd9ae780578c0b72812_91762ea6c84274e7315e0111d70a5a53 is 50, key is test_row_0/A:col10/1731368429949/Put/seqid=0 2024-11-11T23:40:30,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742066_1242 (size=9914) 2024-11-11T23:40:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T23:40:31,245 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:31,249 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113b20cde6f9874cd9ae780578c0b72812_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113b20cde6f9874cd9ae780578c0b72812_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:31,250 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/08e18c7e201b445cbbf465131b333b82, store: [table=TestAcidGuarantees family=A region=91762ea6c84274e7315e0111d70a5a53] 2024-11-11T23:40:31,251 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/08e18c7e201b445cbbf465131b333b82 is 175, key is test_row_0/A:col10/1731368429949/Put/seqid=0 2024-11-11T23:40:31,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742067_1243 (size=22561) 2024-11-11T23:40:31,656 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=417, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/08e18c7e201b445cbbf465131b333b82 2024-11-11T23:40:31,662 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/6e0aae464374487da93a0905fe62b50e is 50, key is test_row_0/B:col10/1731368429949/Put/seqid=0 2024-11-11T23:40:31,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742068_1244 (size=9857) 2024-11-11T23:40:32,067 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/6e0aae464374487da93a0905fe62b50e 2024-11-11T23:40:32,084 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/f82bc31849fe42889eb3697243c72f1a is 50, key is test_row_0/C:col10/1731368429949/Put/seqid=0 2024-11-11T23:40:32,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742069_1245 (size=9857) 2024-11-11T23:40:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T23:40:32,489 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/f82bc31849fe42889eb3697243c72f1a 2024-11-11T23:40:32,494 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/A/08e18c7e201b445cbbf465131b333b82 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/08e18c7e201b445cbbf465131b333b82 2024-11-11T23:40:32,499 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/08e18c7e201b445cbbf465131b333b82, entries=100, sequenceid=417, filesize=22.0 K 2024-11-11T23:40:32,500 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/B/6e0aae464374487da93a0905fe62b50e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/6e0aae464374487da93a0905fe62b50e 2024-11-11T23:40:32,505 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/6e0aae464374487da93a0905fe62b50e, entries=100, sequenceid=417, filesize=9.6 K 2024-11-11T23:40:32,506 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/.tmp/C/f82bc31849fe42889eb3697243c72f1a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/f82bc31849fe42889eb3697243c72f1a 2024-11-11T23:40:32,509 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/f82bc31849fe42889eb3697243c72f1a, entries=100, sequenceid=417, filesize=9.6 K 2024-11-11T23:40:32,510 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 91762ea6c84274e7315e0111d70a5a53 in 1681ms, sequenceid=417, compaction requested=true 2024-11-11T23:40:32,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/4fbd08ee408e4391aaa56f4790f33037, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/766bfa89c981412e91960803b28bdab4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/af9f0aed787a4d02b32064b2235e944f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/d8c871aec64840eb990fa204d0b3c43a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/bff30617f87c4164902ecc60841e3bea, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/ab1f5edddf6a4772934fa216915d55a1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/031e7c582806484a9fb6857277dd9108, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/6f8d6687e48041bfa1ce6dc542b637b8, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/1b4df983c2dc4ba6bd362dee521ba4a6, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/c6d5b94433ee42aabe3b95a8dd184cef, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/b2991445183f44119a957ee707983404, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9cebdf8154b14a48ab8a3bf823814679, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/c68bcc7ea7ac4d7d851ea4ae838dbaee, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/6ad54629183b457482d0514d691499d5, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/5ea3ea4e8c224464a799b6380033d081, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/25ee3d29812a466192ddcdc3fc1dcbbe, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9f0e786569f1443587a44cb41f8af312, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/ae55b921773f4de7aa95e399ee6e6ddd, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9a155eebc4ed4052bc20492cc2702714, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/56d9f30bc6744a5094fd527f325151fe, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/f42d18a464a24f179f81be225636ce2a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/97396af7b81844ba82d36a5fd0e4c8fe, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/abc04506be29438c98ee9cd206aa5f6d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/32e7f00e014b454c8ac945f4d525ca17] to archive 2024-11-11T23:40:32,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:40:32,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/4fbd08ee408e4391aaa56f4790f33037 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/4fbd08ee408e4391aaa56f4790f33037 2024-11-11T23:40:32,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/766bfa89c981412e91960803b28bdab4 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/766bfa89c981412e91960803b28bdab4 2024-11-11T23:40:32,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/af9f0aed787a4d02b32064b2235e944f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/af9f0aed787a4d02b32064b2235e944f 2024-11-11T23:40:32,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/d8c871aec64840eb990fa204d0b3c43a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/d8c871aec64840eb990fa204d0b3c43a 2024-11-11T23:40:32,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/bff30617f87c4164902ecc60841e3bea to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/bff30617f87c4164902ecc60841e3bea 2024-11-11T23:40:32,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/ab1f5edddf6a4772934fa216915d55a1 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/ab1f5edddf6a4772934fa216915d55a1 2024-11-11T23:40:32,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/031e7c582806484a9fb6857277dd9108 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/031e7c582806484a9fb6857277dd9108 2024-11-11T23:40:32,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/6f8d6687e48041bfa1ce6dc542b637b8 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/6f8d6687e48041bfa1ce6dc542b637b8 2024-11-11T23:40:32,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/1b4df983c2dc4ba6bd362dee521ba4a6 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/1b4df983c2dc4ba6bd362dee521ba4a6 2024-11-11T23:40:32,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/c6d5b94433ee42aabe3b95a8dd184cef to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/c6d5b94433ee42aabe3b95a8dd184cef 2024-11-11T23:40:32,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/b2991445183f44119a957ee707983404 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/b2991445183f44119a957ee707983404 2024-11-11T23:40:32,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9cebdf8154b14a48ab8a3bf823814679 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9cebdf8154b14a48ab8a3bf823814679 2024-11-11T23:40:32,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/c68bcc7ea7ac4d7d851ea4ae838dbaee to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/c68bcc7ea7ac4d7d851ea4ae838dbaee 2024-11-11T23:40:32,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/6ad54629183b457482d0514d691499d5 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/6ad54629183b457482d0514d691499d5 2024-11-11T23:40:32,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/5ea3ea4e8c224464a799b6380033d081 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/5ea3ea4e8c224464a799b6380033d081 2024-11-11T23:40:32,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/25ee3d29812a466192ddcdc3fc1dcbbe to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/25ee3d29812a466192ddcdc3fc1dcbbe 2024-11-11T23:40:32,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9f0e786569f1443587a44cb41f8af312 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9f0e786569f1443587a44cb41f8af312 2024-11-11T23:40:32,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/ae55b921773f4de7aa95e399ee6e6ddd to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/ae55b921773f4de7aa95e399ee6e6ddd 2024-11-11T23:40:32,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9a155eebc4ed4052bc20492cc2702714 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/9a155eebc4ed4052bc20492cc2702714 2024-11-11T23:40:32,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/56d9f30bc6744a5094fd527f325151fe to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/56d9f30bc6744a5094fd527f325151fe 2024-11-11T23:40:32,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/f42d18a464a24f179f81be225636ce2a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/f42d18a464a24f179f81be225636ce2a 2024-11-11T23:40:32,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/97396af7b81844ba82d36a5fd0e4c8fe to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/97396af7b81844ba82d36a5fd0e4c8fe 2024-11-11T23:40:32,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/abc04506be29438c98ee9cd206aa5f6d to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/abc04506be29438c98ee9cd206aa5f6d 2024-11-11T23:40:32,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/32e7f00e014b454c8ac945f4d525ca17 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/32e7f00e014b454c8ac945f4d525ca17 2024-11-11T23:40:32,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/ecfd56be121044ac8c68cb9a667e9358, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/6fe74ff1f0584bf88e8157d4a2daf02b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/f5cfc536dc904f6cae03d15d912f8895, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/68d8497401ab47baa62fd5f8fe860623, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/cca085c2fee54cebbf41b2a4da106681, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/3e4d8e67123740e6aa1227463dda01b5, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/d374a7b9334e4cd9988c758f20e07ff6, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/af1efdb325d843d4a1cb3a85743bcefa, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/7d8c2d531ad145cba27d143c2c0338e9, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/1e73f109d0004b98905c9e8d9b0f61c0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/2fa9086a70d94ec3acf5bc8be24cdbb8, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/4b4bd48e1c684eb78eed24575194c40c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/3efa7436d19b4416a03881c4252b77c0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/31ca1ac7126b4694a2ca76dc68de368f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/e27441bf90524faea762bdb2f078093c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/24f3d9dc0fc341a6bffada69465d9eac, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/be0f959edbbb4a898f91a8161cd13c43, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/d5992679892b4c80a149b1c4c70fb6be, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/8fc6901e6f20488ba9245ff1e8b06b95, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/956af0871ef540528913c535263b3f47, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/024a1f9db34747619438cf35aecda456, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/615d50c054d045abaa3a959f4ec465c5, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/e6836d8fb7914ab8b1a0b2fdbd99435f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/b679cda821a2426a87a56baf361c2fbf] to archive 2024-11-11T23:40:32,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:40:32,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/ecfd56be121044ac8c68cb9a667e9358 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/ecfd56be121044ac8c68cb9a667e9358 2024-11-11T23:40:32,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/6fe74ff1f0584bf88e8157d4a2daf02b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/6fe74ff1f0584bf88e8157d4a2daf02b 2024-11-11T23:40:32,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/f5cfc536dc904f6cae03d15d912f8895 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/f5cfc536dc904f6cae03d15d912f8895 2024-11-11T23:40:32,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/68d8497401ab47baa62fd5f8fe860623 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/68d8497401ab47baa62fd5f8fe860623 2024-11-11T23:40:32,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/cca085c2fee54cebbf41b2a4da106681 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/cca085c2fee54cebbf41b2a4da106681 2024-11-11T23:40:32,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/3e4d8e67123740e6aa1227463dda01b5 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/3e4d8e67123740e6aa1227463dda01b5 2024-11-11T23:40:32,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/d374a7b9334e4cd9988c758f20e07ff6 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/d374a7b9334e4cd9988c758f20e07ff6 2024-11-11T23:40:32,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/af1efdb325d843d4a1cb3a85743bcefa to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/af1efdb325d843d4a1cb3a85743bcefa 2024-11-11T23:40:32,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/7d8c2d531ad145cba27d143c2c0338e9 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/7d8c2d531ad145cba27d143c2c0338e9 2024-11-11T23:40:32,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/1e73f109d0004b98905c9e8d9b0f61c0 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/1e73f109d0004b98905c9e8d9b0f61c0 2024-11-11T23:40:32,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/2fa9086a70d94ec3acf5bc8be24cdbb8 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/2fa9086a70d94ec3acf5bc8be24cdbb8 2024-11-11T23:40:32,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/4b4bd48e1c684eb78eed24575194c40c to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/4b4bd48e1c684eb78eed24575194c40c 2024-11-11T23:40:32,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/3efa7436d19b4416a03881c4252b77c0 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/3efa7436d19b4416a03881c4252b77c0 2024-11-11T23:40:32,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/31ca1ac7126b4694a2ca76dc68de368f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/31ca1ac7126b4694a2ca76dc68de368f 2024-11-11T23:40:32,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/e27441bf90524faea762bdb2f078093c to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/e27441bf90524faea762bdb2f078093c 2024-11-11T23:40:32,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/24f3d9dc0fc341a6bffada69465d9eac to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/24f3d9dc0fc341a6bffada69465d9eac 2024-11-11T23:40:32,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/be0f959edbbb4a898f91a8161cd13c43 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/be0f959edbbb4a898f91a8161cd13c43 2024-11-11T23:40:32,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/d5992679892b4c80a149b1c4c70fb6be to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/d5992679892b4c80a149b1c4c70fb6be 2024-11-11T23:40:32,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/8fc6901e6f20488ba9245ff1e8b06b95 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/8fc6901e6f20488ba9245ff1e8b06b95 2024-11-11T23:40:32,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/956af0871ef540528913c535263b3f47 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/956af0871ef540528913c535263b3f47 2024-11-11T23:40:32,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/024a1f9db34747619438cf35aecda456 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/024a1f9db34747619438cf35aecda456 2024-11-11T23:40:32,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/615d50c054d045abaa3a959f4ec465c5 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/615d50c054d045abaa3a959f4ec465c5 2024-11-11T23:40:32,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/e6836d8fb7914ab8b1a0b2fdbd99435f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/e6836d8fb7914ab8b1a0b2fdbd99435f 2024-11-11T23:40:32,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/b679cda821a2426a87a56baf361c2fbf to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/b679cda821a2426a87a56baf361c2fbf 2024-11-11T23:40:32,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/8a8ed1853bcd41169c0b2046578f48b3, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/5b15812eff754913a6d564943a0e39b7, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/03b8f69fc26e4149a95bb5d98bedd808, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/a440bf33c6c54791a4e536a2a2d39884, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/a5db8ee664aa4d52afffa80f3b2d0e93, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/637fd2c0523a4b8ca75489a97d98075d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/ad82e7b53b444e71972edaebcdfbad44, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/7c1451e5ae004f60bfcfac39e03c3776, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/4bba3820daee4411899dd3157391279a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/92cf200796d14b3e93143a8be9cd25e5, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/7020a3a48097409993cd45fb04e28b28, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/5ff05fcce925467992f7574325baab2f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/10eca116c5f64a3b972a1b03321e5559, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/1f13b8acba24462481cf6b5814c39bdd, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/08db27045a6343c68ed5215a8569dd03, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/97893619076c4287b305fbea6a9a6d3c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/075cad72077f49bf911e905ce33994fd, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/871f8a661b35400db0d0c562d92a7ae8, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/4b73e9c06a184a48bd92d22ed1f97ecd, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/541e08f033f44980824c69663a37ec8f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/a8bb688c0fb34c34888d42abffbb793e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/8c75432cd76d46dabaf504dfa42d3829, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/2dd42cd2c16e456a8cda902de20419a0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/7075951abd154049a35b1aabb06e8f3a] to archive 2024-11-11T23:40:32,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:40:32,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/8a8ed1853bcd41169c0b2046578f48b3 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/8a8ed1853bcd41169c0b2046578f48b3 2024-11-11T23:40:32,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/5b15812eff754913a6d564943a0e39b7 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/5b15812eff754913a6d564943a0e39b7 2024-11-11T23:40:32,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/03b8f69fc26e4149a95bb5d98bedd808 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/03b8f69fc26e4149a95bb5d98bedd808 2024-11-11T23:40:32,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/a440bf33c6c54791a4e536a2a2d39884 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/a440bf33c6c54791a4e536a2a2d39884 2024-11-11T23:40:32,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/a5db8ee664aa4d52afffa80f3b2d0e93 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/a5db8ee664aa4d52afffa80f3b2d0e93 2024-11-11T23:40:32,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/637fd2c0523a4b8ca75489a97d98075d to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/637fd2c0523a4b8ca75489a97d98075d 2024-11-11T23:40:32,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/ad82e7b53b444e71972edaebcdfbad44 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/ad82e7b53b444e71972edaebcdfbad44 2024-11-11T23:40:32,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/7c1451e5ae004f60bfcfac39e03c3776 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/7c1451e5ae004f60bfcfac39e03c3776 2024-11-11T23:40:32,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/4bba3820daee4411899dd3157391279a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/4bba3820daee4411899dd3157391279a 2024-11-11T23:40:32,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/92cf200796d14b3e93143a8be9cd25e5 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/92cf200796d14b3e93143a8be9cd25e5 2024-11-11T23:40:32,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/7020a3a48097409993cd45fb04e28b28 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/7020a3a48097409993cd45fb04e28b28 2024-11-11T23:40:32,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/5ff05fcce925467992f7574325baab2f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/5ff05fcce925467992f7574325baab2f 2024-11-11T23:40:32,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/10eca116c5f64a3b972a1b03321e5559 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/10eca116c5f64a3b972a1b03321e5559 2024-11-11T23:40:32,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/1f13b8acba24462481cf6b5814c39bdd to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/1f13b8acba24462481cf6b5814c39bdd 2024-11-11T23:40:32,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/08db27045a6343c68ed5215a8569dd03 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/08db27045a6343c68ed5215a8569dd03 2024-11-11T23:40:32,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/97893619076c4287b305fbea6a9a6d3c to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/97893619076c4287b305fbea6a9a6d3c 2024-11-11T23:40:32,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/075cad72077f49bf911e905ce33994fd to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/075cad72077f49bf911e905ce33994fd 2024-11-11T23:40:32,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/871f8a661b35400db0d0c562d92a7ae8 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/871f8a661b35400db0d0c562d92a7ae8 2024-11-11T23:40:32,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/4b73e9c06a184a48bd92d22ed1f97ecd to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/4b73e9c06a184a48bd92d22ed1f97ecd 2024-11-11T23:40:32,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/541e08f033f44980824c69663a37ec8f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/541e08f033f44980824c69663a37ec8f 2024-11-11T23:40:32,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/a8bb688c0fb34c34888d42abffbb793e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/a8bb688c0fb34c34888d42abffbb793e 2024-11-11T23:40:32,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/8c75432cd76d46dabaf504dfa42d3829 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/8c75432cd76d46dabaf504dfa42d3829 2024-11-11T23:40:32,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/2dd42cd2c16e456a8cda902de20419a0 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/2dd42cd2c16e456a8cda902de20419a0 2024-11-11T23:40:32,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/7075951abd154049a35b1aabb06e8f3a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/7075951abd154049a35b1aabb06e8f3a 2024-11-11T23:40:32,605 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/recovered.edits/420.seqid, newMaxSeqId=420, maxSeqId=4 2024-11-11T23:40:32,605 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. 2024-11-11T23:40:32,606 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1676): Region close journal for 91762ea6c84274e7315e0111d70a5a53: Waiting for close lock at 1731368430182Running coprocessor pre-close hooks at 1731368430182Disabling compacts and flushes for region at 1731368430182Disabling writes for close at 1731368430829 (+647 ms)Obtaining lock to block concurrent updates at 1731368430829Preparing flush snapshotting stores in 91762ea6c84274e7315e0111d70a5a53 at 1731368430829Finished memstore snapshotting TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53., syncing WAL and waiting on mvcc, flushsize=dataSize=41220, getHeapSize=108720, getOffHeapSize=0, getCellsCount=900 at 1731368430830 (+1 ms)Flushing stores of TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53. at 1731368430830Flushing 91762ea6c84274e7315e0111d70a5a53/A: creating writer at 1731368430830Flushing mob file 91762ea6c84274e7315e0111d70a5a53/A: appending metadata at 1731368430837 (+7 ms)Flushing mob file 91762ea6c84274e7315e0111d70a5a53/A: closing flushed file at 1731368430837Flushing 91762ea6c84274e7315e0111d70a5a53/A: appending metadata at 1731368431250 (+413 ms)Flushing 91762ea6c84274e7315e0111d70a5a53/A: closing flushed file at 1731368431251 (+1 ms)Flushing 91762ea6c84274e7315e0111d70a5a53/B: creating writer at 1731368431659 (+408 ms)Flushing 91762ea6c84274e7315e0111d70a5a53/B: appending metadata at 1731368431662 (+3 ms)Flushing 91762ea6c84274e7315e0111d70a5a53/B: closing flushed file at 1731368431662Flushing 91762ea6c84274e7315e0111d70a5a53/C: creating writer at 1731368432071 (+409 ms)Flushing 91762ea6c84274e7315e0111d70a5a53/C: appending metadata at 1731368432084 (+13 ms)Flushing 91762ea6c84274e7315e0111d70a5a53/C: closing flushed file at 1731368432084Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22eec45d: reopening flushed file at 1731368432493 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a22cb85: reopening flushed file at 1731368432499 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4340486b: reopening flushed file at 1731368432505 (+6 ms)Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 91762ea6c84274e7315e0111d70a5a53 in 1681ms, sequenceid=417, compaction requested=true at 1731368432510 (+5 ms)Writing region close event to WAL at 1731368432602 (+92 ms)Running coprocessor post-close hooks at 1731368432605 (+3 ms)Closed at 1731368432605 2024-11-11T23:40:32,607 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(157): Closed 91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:32,608 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=91762ea6c84274e7315e0111d70a5a53, regionState=CLOSED 2024-11-11T23:40:32,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:40:32,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-11T23:40:32,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseRegionProcedure 91762ea6c84274e7315e0111d70a5a53, server=b70d29849faf,33717,1731368375931 in 2.5830 sec 2024-11-11T23:40:32,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-11T23:40:32,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=91762ea6c84274e7315e0111d70a5a53, UNASSIGN in 2.5910 sec 2024-11-11T23:40:32,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-11T23:40:32,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5940 sec 2024-11-11T23:40:32,615 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368432615"}]},"ts":"1731368432615"} 2024-11-11T23:40:32,616 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T23:40:32,616 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T23:40:32,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.6030 sec 2024-11-11T23:40:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T23:40:34,182 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:34,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T23:40:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:34,186 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T23:40:34,186 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=58, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:34,189 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,191 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T23:40:34,192 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/recovered.edits] 2024-11-11T23:40:34,195 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/08e18c7e201b445cbbf465131b333b82 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/08e18c7e201b445cbbf465131b333b82 2024-11-11T23:40:34,196 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/da25644684c64ebe8e85ffd91989561a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/da25644684c64ebe8e85ffd91989561a 2024-11-11T23:40:34,197 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/da60761513514c1fa633fed5aa7ac9f3 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/da60761513514c1fa633fed5aa7ac9f3 2024-11-11T23:40:34,198 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/daa6e55039044714b32364f93f295785 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/daa6e55039044714b32364f93f295785 2024-11-11T23:40:34,199 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/f4a718e3479c4f45a7d04ca0b30b0109 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/A/f4a718e3479c4f45a7d04ca0b30b0109 2024-11-11T23:40:34,202 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/0075e405a6de486aafe8c86db93488e3 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/0075e405a6de486aafe8c86db93488e3 2024-11-11T23:40:34,203 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/6e0aae464374487da93a0905fe62b50e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/6e0aae464374487da93a0905fe62b50e 2024-11-11T23:40:34,204 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/a336f0adc189456293e7d329583bc2ae to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/a336f0adc189456293e7d329583bc2ae 2024-11-11T23:40:34,205 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/b389f256dd13458dba69dbfef1875b7b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/b389f256dd13458dba69dbfef1875b7b 2024-11-11T23:40:34,206 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/ed22fc3f8168498392a8ae6d6ca13ec4 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/B/ed22fc3f8168498392a8ae6d6ca13ec4 2024-11-11T23:40:34,207 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/07e3367f157e4754b0b6047af93cd9a1 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/07e3367f157e4754b0b6047af93cd9a1 2024-11-11T23:40:34,208 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/1618dd76aeaf4098860a491c91212e3b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/1618dd76aeaf4098860a491c91212e3b 2024-11-11T23:40:34,209 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/1d469ccd9ee049fcb58129f750a83372 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/1d469ccd9ee049fcb58129f750a83372 2024-11-11T23:40:34,210 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/9b193d547a464711b692d3e7c2842470 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/9b193d547a464711b692d3e7c2842470 2024-11-11T23:40:34,210 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/f82bc31849fe42889eb3697243c72f1a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/C/f82bc31849fe42889eb3697243c72f1a 2024-11-11T23:40:34,212 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/recovered.edits/420.seqid to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53/recovered.edits/420.seqid 2024-11-11T23:40:34,213 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,213 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T23:40:34,213 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T23:40:34,214 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T23:40:34,217 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111104b378ac240e4520bafcbb80f2501dc9_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111104b378ac240e4520bafcbb80f2501dc9_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,218 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110e5e99fbd2ee415984f2c42079e5a92c_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110e5e99fbd2ee415984f2c42079e5a92c_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,219 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111ef0f08ef41145a696a0d87fae8ac254_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111ef0f08ef41145a696a0d87fae8ac254_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,220 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111209ac5e55cad4baf9d8a65324a3d5508_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111209ac5e55cad4baf9d8a65324a3d5508_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,221 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112a1a8632587547cdb363c6b3ed141816_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112a1a8632587547cdb363c6b3ed141816_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,222 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112bd9dad1a0534d8a966d275cd830ec85_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112bd9dad1a0534d8a966d275cd830ec85_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,223 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111309fa4ceb72140c88aeab5ea3ef8813d_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111309fa4ceb72140c88aeab5ea3ef8813d_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,224 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113b20cde6f9874cd9ae780578c0b72812_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113b20cde6f9874cd9ae780578c0b72812_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,225 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111141bab1ba4a0e4937b256ab0680e6aee6_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111141bab1ba4a0e4937b256ab0680e6aee6_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,226 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111143b6c6f6e2774668be42d813deda6f6e_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111143b6c6f6e2774668be42d813deda6f6e_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,227 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111146a18aa928204815aa257ffd590cda48_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111146a18aa928204815aa257ffd590cda48_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,228 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115e3387b3c2e8499a80908c71e98a30fc_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115e3387b3c2e8499a80908c71e98a30fc_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,229 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116524413525d64e959a6cbcbd7dc20727_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116524413525d64e959a6cbcbd7dc20727_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,230 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111168b9c4e403004ce495806257be52b2c6_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111168b9c4e403004ce495806257be52b2c6_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,230 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111169dda08466db4af3871a8eb46b8e53de_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111169dda08466db4af3871a8eb46b8e53de_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,231 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111701021f9a0ad44fa9518fd8048cd1214_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111701021f9a0ad44fa9518fd8048cd1214_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,232 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117649f9b3ce1d428eb3444bf7a7b41f2f_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117649f9b3ce1d428eb3444bf7a7b41f2f_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,233 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a6066ad2869145f894ae215228706b92_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a6066ad2869145f894ae215228706b92_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,234 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bdf2bcfe6a8846bca0861e2786629bf3_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bdf2bcfe6a8846bca0861e2786629bf3_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,235 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c6d54ea811124f1d8fb4b0fc92cb7221_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c6d54ea811124f1d8fb4b0fc92cb7221_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,236 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d8922823cd79490682d9140765abef98_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d8922823cd79490682d9140765abef98_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,237 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e776edbf215042f49959cd59396ec7e9_91762ea6c84274e7315e0111d70a5a53 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e776edbf215042f49959cd59396ec7e9_91762ea6c84274e7315e0111d70a5a53 2024-11-11T23:40:34,237 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T23:40:34,239 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=58, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:34,242 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T23:40:34,244 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T23:40:34,245 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=58, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:34,246 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T23:40:34,246 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731368434246"}]},"ts":"9223372036854775807"} 2024-11-11T23:40:34,248 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T23:40:34,248 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 91762ea6c84274e7315e0111d70a5a53, NAME => 'TestAcidGuarantees,,1731368406759.91762ea6c84274e7315e0111d70a5a53.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T23:40:34,248 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T23:40:34,248 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731368434248"}]},"ts":"9223372036854775807"} 2024-11-11T23:40:34,250 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T23:40:34,251 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=58, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:34,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-11T23:40:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T23:40:34,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T23:40:34,293 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:34,304 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=241 (was 237) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-780330334_22 at /127.0.0.1:41090 [Waiting for operation #1971] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-780330334_22 at /127.0.0.1:40812 [Waiting for operation #2019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1407338459_22 at /127.0.0.1:41102 [Waiting for operation #1948] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/cluster_97e2bd58-d2da-a8eb-9b3c-e70c140a728b/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1407338459_22 at /127.0.0.1:55410 [Waiting for operation #2434] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/cluster_97e2bd58-d2da-a8eb-9b3c-e70c140a728b/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 407) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4718 (was 4540) - AvailableMemoryMB LEAK? - 2024-11-11T23:40:34,315 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=241, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=4717 2024-11-11T23:40:34,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T23:40:34,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:40:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:34,318 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:40:34,319 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:34,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 59 2024-11-11T23:40:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-11T23:40:34,320 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:40:34,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742070_1246 (size=959) 2024-11-11T23:40:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-11T23:40:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-11T23:40:34,731 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62 2024-11-11T23:40:34,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742071_1247 (size=53) 2024-11-11T23:40:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-11T23:40:35,138 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:40:35,138 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3855d156a8e73f28676587f2f99dfd16, disabling compactions & flushes 2024-11-11T23:40:35,138 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:35,139 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:35,139 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. after waiting 0 ms 2024-11-11T23:40:35,139 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:35,139 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:35,139 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3855d156a8e73f28676587f2f99dfd16: Waiting for close lock at 1731368435138Disabling compacts and flushes for region at 1731368435138Disabling writes for close at 1731368435139 (+1 ms)Writing region close event to WAL at 1731368435139Closed at 1731368435139 2024-11-11T23:40:35,140 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:40:35,141 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731368435141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731368435141"}]},"ts":"1731368435141"} 2024-11-11T23:40:35,143 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:40:35,144 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:40:35,144 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368435144"}]},"ts":"1731368435144"} 2024-11-11T23:40:35,146 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T23:40:35,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3855d156a8e73f28676587f2f99dfd16, ASSIGN}] 2024-11-11T23:40:35,147 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3855d156a8e73f28676587f2f99dfd16, ASSIGN 2024-11-11T23:40:35,148 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3855d156a8e73f28676587f2f99dfd16, ASSIGN; state=OFFLINE, location=b70d29849faf,33717,1731368375931; forceNewPlan=false, retain=false 2024-11-11T23:40:35,299 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=3855d156a8e73f28676587f2f99dfd16, regionState=OPENING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:40:35,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3855d156a8e73f28676587f2f99dfd16, ASSIGN because future has completed 2024-11-11T23:40:35,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:40:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-11T23:40:35,455 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:35,456 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:40:35,456 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:35,456 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:40:35,456 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7794): checking encryption for 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:35,456 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7797): checking classloading for 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:35,458 INFO [StoreOpener-3855d156a8e73f28676587f2f99dfd16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:35,459 INFO [StoreOpener-3855d156a8e73f28676587f2f99dfd16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3855d156a8e73f28676587f2f99dfd16 columnFamilyName A 2024-11-11T23:40:35,460 DEBUG [StoreOpener-3855d156a8e73f28676587f2f99dfd16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:35,460 INFO [StoreOpener-3855d156a8e73f28676587f2f99dfd16-1 {}] regionserver.HStore(327): Store=3855d156a8e73f28676587f2f99dfd16/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:40:35,460 INFO [StoreOpener-3855d156a8e73f28676587f2f99dfd16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:35,462 INFO [StoreOpener-3855d156a8e73f28676587f2f99dfd16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3855d156a8e73f28676587f2f99dfd16 columnFamilyName B 2024-11-11T23:40:35,462 DEBUG [StoreOpener-3855d156a8e73f28676587f2f99dfd16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:35,463 INFO [StoreOpener-3855d156a8e73f28676587f2f99dfd16-1 {}] regionserver.HStore(327): Store=3855d156a8e73f28676587f2f99dfd16/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:40:35,463 INFO [StoreOpener-3855d156a8e73f28676587f2f99dfd16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:35,464 INFO [StoreOpener-3855d156a8e73f28676587f2f99dfd16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3855d156a8e73f28676587f2f99dfd16 columnFamilyName C 2024-11-11T23:40:35,464 DEBUG [StoreOpener-3855d156a8e73f28676587f2f99dfd16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:40:35,465 INFO [StoreOpener-3855d156a8e73f28676587f2f99dfd16-1 {}] regionserver.HStore(327): Store=3855d156a8e73f28676587f2f99dfd16/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:40:35,465 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1038): replaying wal for 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:35,466 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:35,466 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:35,467 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1048): stopping wal replay for 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:35,467 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:35,468 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T23:40:35,469 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1093): writing seq id for 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:35,472 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:40:35,472 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1114): Opened 3855d156a8e73f28676587f2f99dfd16; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72114104, jitterRate=0.07458388805389404}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T23:40:35,472 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:35,473 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1006): Region open journal for 3855d156a8e73f28676587f2f99dfd16: Running coprocessor pre-open hook at 1731368435456Writing region info on filesystem at 1731368435456Initializing all the Stores at 1731368435457 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368435457Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368435458 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368435458Cleaning up temporary data from old regions at 1731368435467 (+9 ms)Running coprocessor post-open hooks at 1731368435472 (+5 ms)Region opened successfully at 1731368435473 (+1 ms) 2024-11-11T23:40:35,474 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., pid=61, masterSystemTime=1731368435452 2024-11-11T23:40:35,476 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:35,476 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:35,476 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=3855d156a8e73f28676587f2f99dfd16, regionState=OPEN, openSeqNum=2, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:40:35,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:40:35,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-11T23:40:35,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 in 178 msec 2024-11-11T23:40:35,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-11T23:40:35,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3855d156a8e73f28676587f2f99dfd16, ASSIGN in 333 msec 2024-11-11T23:40:35,481 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:40:35,481 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368435481"}]},"ts":"1731368435481"} 2024-11-11T23:40:35,483 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T23:40:35,483 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:40:35,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-11-11T23:40:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-11T23:40:36,463 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:36,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e04d2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,464 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:36,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:36,466 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:36,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:36,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:36,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e2bd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:36,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:36,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:36,469 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:36,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a1e1c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:36,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:36,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:36,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:40:36,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b70d29849faf,38133,1731368375272 2024-11-11T23:40:36,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@159f1899 2024-11-11T23:40:36,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:40:36,479 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:40:36,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391cff66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:36,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:36,481 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:36,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:36,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:36,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554e502f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:36,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:36,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:36,483 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:36,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ddbf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bd0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:36,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:36,486 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431f22f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:36,487 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:36,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3a81f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4609cead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:36,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:36,489 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:36,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:36,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:36,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48232e29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:36,490 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fdd2128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2df097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:36,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:36,493 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e02a511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:36,494 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:36,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8563fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2856abc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:36,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:36,496 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a3f706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:36,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:36,498 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:36,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55fbb4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4f6020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:36,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:36,501 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:36,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:36,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:36,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5eabb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:36,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:36,502 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:36,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4424d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692cba37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:36,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:36,504 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:36,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:36,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:36,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@daeeb61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:36,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:36,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:36,506 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:36,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c065b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d805c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:36,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:36,508 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:36,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:36,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:36,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522f5edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:36,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:36,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:36,509 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:36,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a5a4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4861c2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:36,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:36,511 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ed693d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:36,512 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:36,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2005ca19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3397c776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:40:36,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:40:36,514 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:40:36,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:40:36,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:40:36,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5175232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:40:36,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:40:36,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:36,515 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:40:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba140a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:40:36,516 DEBUG [Thread-1164 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:36,516 DEBUG [Thread-1153 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:36,516 DEBUG [Thread-1158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:36,516 DEBUG [Thread-1156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:36,516 DEBUG [Thread-1162 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:36,516 DEBUG [Thread-1160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:36,517 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:40:36,517 DEBUG [Thread-1145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:36,517 DEBUG [Thread-1149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:36,518 DEBUG [Thread-1153 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:36,518 DEBUG [Thread-1147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:36,518 DEBUG [Thread-1153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-11T23:40:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:36,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:36,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:36,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:36,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:36,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:36,520 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:40:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-11T23:40:36,520 DEBUG [Thread-1151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:40:36,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:36,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:36,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:40:36,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:40:36,521 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:40:36,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:40:36,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:40:36,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:40:36,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:40:36,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:40:36,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:40:36,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:40:36,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:40:36,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:40:36,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:40:36,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:40:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:36,531 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:36,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:40:36,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/b83a335f84d344cd86e03e72de0e2a91 is 50, key is test_row_0/A:col10/1731368436529/Put/seqid=0 2024-11-11T23:40:36,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368496555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:36,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368496556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:36,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368496557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368496557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:36,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368496562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:36,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:36,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742072_1248 (size=12001) 2024-11-11T23:40:36,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/b83a335f84d344cd86e03e72de0e2a91 2024-11-11T23:40:36,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/a28c80d4093048ffaf4c9b786608ccbb is 50, key is test_row_0/B:col10/1731368436529/Put/seqid=0 2024-11-11T23:40:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-11T23:40:36,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742073_1249 (size=12001) 2024-11-11T23:40:36,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/a28c80d4093048ffaf4c9b786608ccbb 2024-11-11T23:40:36,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/1e59c771ffe6434994141f0879062462 is 50, key is test_row_0/C:col10/1731368436529/Put/seqid=0 2024-11-11T23:40:36,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368496673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:36,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368496673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:36,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:36,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:36,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368496673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:36,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:36,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368496673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368496673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:36,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-11T23:40:36,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:36,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:36,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:36,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:36,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:36,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742074_1250 (size=12001) 2024-11-11T23:40:36,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/1e59c771ffe6434994141f0879062462 2024-11-11T23:40:36,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/b83a335f84d344cd86e03e72de0e2a91 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/b83a335f84d344cd86e03e72de0e2a91 2024-11-11T23:40:36,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/b83a335f84d344cd86e03e72de0e2a91, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T23:40:36,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/a28c80d4093048ffaf4c9b786608ccbb as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/a28c80d4093048ffaf4c9b786608ccbb 2024-11-11T23:40:36,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/a28c80d4093048ffaf4c9b786608ccbb, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T23:40:36,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/1e59c771ffe6434994141f0879062462 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/1e59c771ffe6434994141f0879062462 2024-11-11T23:40:36,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/1e59c771ffe6434994141f0879062462, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T23:40:36,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3855d156a8e73f28676587f2f99dfd16 in 210ms, sequenceid=12, compaction requested=false 2024-11-11T23:40:36,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:36,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-11T23:40:36,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:36,832 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T23:40:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-11T23:40:36,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/491636a6c7f548399eeaafb8de089f83 is 50, key is test_row_0/A:col10/1731368436560/Put/seqid=0 2024-11-11T23:40:36,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742075_1251 (size=12001) 2024-11-11T23:40:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:36,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:36,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368496889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:36,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368496893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:36,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368496894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:36,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368496895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:36,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368496895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:37,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368497002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:37,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368497002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:37,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:37,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368497002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:37,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:37,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368497002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:37,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368497003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-11T23:40:37,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:37,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368497213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368497212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:37,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368497213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368497213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368497213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:37,257 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/491636a6c7f548399eeaafb8de089f83 2024-11-11T23:40:37,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/7067dec2288e4142ba53b45fc6779eee is 50, key is test_row_0/B:col10/1731368436560/Put/seqid=0 2024-11-11T23:40:37,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742076_1252 (size=12001) 2024-11-11T23:40:37,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368497522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:37,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:37,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368497522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:37,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:37,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368497522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:37,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:37,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:37,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368497522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368497522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:37,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:37,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:37,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-11T23:40:37,703 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/7067dec2288e4142ba53b45fc6779eee 2024-11-11T23:40:37,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/498faddc00024eb4bbcae2e1a74c2390 is 50, key is test_row_0/C:col10/1731368436560/Put/seqid=0 2024-11-11T23:40:37,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742077_1253 (size=12001) 2024-11-11T23:40:37,715 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/498faddc00024eb4bbcae2e1a74c2390 2024-11-11T23:40:37,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/491636a6c7f548399eeaafb8de089f83 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/491636a6c7f548399eeaafb8de089f83 2024-11-11T23:40:37,728 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/491636a6c7f548399eeaafb8de089f83, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T23:40:37,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/7067dec2288e4142ba53b45fc6779eee as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/7067dec2288e4142ba53b45fc6779eee 2024-11-11T23:40:37,732 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/7067dec2288e4142ba53b45fc6779eee, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T23:40:37,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/498faddc00024eb4bbcae2e1a74c2390 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/498faddc00024eb4bbcae2e1a74c2390 2024-11-11T23:40:37,738 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/498faddc00024eb4bbcae2e1a74c2390, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T23:40:37,739 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 3855d156a8e73f28676587f2f99dfd16 in 908ms, sequenceid=37, compaction requested=false 2024-11-11T23:40:37,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:37,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:37,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-11T23:40:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-11T23:40:37,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-11T23:40:37,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2200 sec 2024-11-11T23:40:37,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.2280 sec 2024-11-11T23:40:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:38,034 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:38,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T23:40:38,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/c1c4527bf1ae40508d7fcde1295ac6c0 is 50, key is test_row_0/A:col10/1731368438034/Put/seqid=0 2024-11-11T23:40:38,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742078_1254 (size=12001) 2024-11-11T23:40:38,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/c1c4527bf1ae40508d7fcde1295ac6c0 2024-11-11T23:40:38,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/75fa3b5da074463089141d695a15b3c6 is 50, key is test_row_0/B:col10/1731368438034/Put/seqid=0 2024-11-11T23:40:38,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368498056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742079_1255 (size=12001) 2024-11-11T23:40:38,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368498060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368498061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368498061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368498063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/75fa3b5da074463089141d695a15b3c6 2024-11-11T23:40:38,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/bcec21f648ac44909525fdc282670576 is 50, key is test_row_0/C:col10/1731368438034/Put/seqid=0 2024-11-11T23:40:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742080_1256 (size=12001) 2024-11-11T23:40:38,133 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T23:40:38,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368498172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368498173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368498173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368498173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368498173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368498383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368498383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368498383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368498383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368498383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/bcec21f648ac44909525fdc282670576 2024-11-11T23:40:38,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/c1c4527bf1ae40508d7fcde1295ac6c0 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/c1c4527bf1ae40508d7fcde1295ac6c0 2024-11-11T23:40:38,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/c1c4527bf1ae40508d7fcde1295ac6c0, entries=150, sequenceid=54, filesize=11.7 K 2024-11-11T23:40:38,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/75fa3b5da074463089141d695a15b3c6 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/75fa3b5da074463089141d695a15b3c6 2024-11-11T23:40:38,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/75fa3b5da074463089141d695a15b3c6, entries=150, sequenceid=54, filesize=11.7 K 2024-11-11T23:40:38,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/bcec21f648ac44909525fdc282670576 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/bcec21f648ac44909525fdc282670576 2024-11-11T23:40:38,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/bcec21f648ac44909525fdc282670576, entries=150, sequenceid=54, filesize=11.7 K 2024-11-11T23:40:38,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 3855d156a8e73f28676587f2f99dfd16 in 486ms, sequenceid=54, compaction requested=true 2024-11-11T23:40:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:38,521 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:38,521 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:38,522 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:38,522 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:38,522 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/B is initiating minor compaction (all files) 2024-11-11T23:40:38,522 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/A is initiating minor compaction (all files) 2024-11-11T23:40:38,522 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/B in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:38,522 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/A in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:38,522 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/a28c80d4093048ffaf4c9b786608ccbb, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/7067dec2288e4142ba53b45fc6779eee, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/75fa3b5da074463089141d695a15b3c6] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=35.2 K 2024-11-11T23:40:38,522 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/b83a335f84d344cd86e03e72de0e2a91, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/491636a6c7f548399eeaafb8de089f83, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/c1c4527bf1ae40508d7fcde1295ac6c0] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=35.2 K 2024-11-11T23:40:38,522 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting a28c80d4093048ffaf4c9b786608ccbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731368436527 2024-11-11T23:40:38,522 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting b83a335f84d344cd86e03e72de0e2a91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731368436527 2024-11-11T23:40:38,523 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 491636a6c7f548399eeaafb8de089f83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731368436547 2024-11-11T23:40:38,523 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 7067dec2288e4142ba53b45fc6779eee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731368436547 2024-11-11T23:40:38,523 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1c4527bf1ae40508d7fcde1295ac6c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731368436893 2024-11-11T23:40:38,523 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 75fa3b5da074463089141d695a15b3c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731368436893 2024-11-11T23:40:38,530 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#B#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:38,530 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#A#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:38,531 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/a0a65bcff96541e1ad986fb2a5734632 is 50, key is test_row_0/B:col10/1731368438034/Put/seqid=0 2024-11-11T23:40:38,531 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/24a1af97c2d24a42a164a1b4268ce7cc is 50, key is test_row_0/A:col10/1731368438034/Put/seqid=0 2024-11-11T23:40:38,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742082_1258 (size=12104) 2024-11-11T23:40:38,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742081_1257 (size=12104) 2024-11-11T23:40:38,550 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/24a1af97c2d24a42a164a1b4268ce7cc as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/24a1af97c2d24a42a164a1b4268ce7cc 2024-11-11T23:40:38,554 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/A of 3855d156a8e73f28676587f2f99dfd16 into 24a1af97c2d24a42a164a1b4268ce7cc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:38,554 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:38,554 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/A, priority=13, startTime=1731368438521; duration=0sec 2024-11-11T23:40:38,554 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:38,554 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:A 2024-11-11T23:40:38,554 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:38,556 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:38,556 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/C is initiating minor compaction (all files) 2024-11-11T23:40:38,556 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/C in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:38,556 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/1e59c771ffe6434994141f0879062462, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/498faddc00024eb4bbcae2e1a74c2390, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/bcec21f648ac44909525fdc282670576] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=35.2 K 2024-11-11T23:40:38,557 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e59c771ffe6434994141f0879062462, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731368436527 2024-11-11T23:40:38,557 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 498faddc00024eb4bbcae2e1a74c2390, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731368436547 2024-11-11T23:40:38,557 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcec21f648ac44909525fdc282670576, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731368436893 2024-11-11T23:40:38,565 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#C#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:38,565 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/93b3e68ae109487daf41fa4ae0225ad6 is 50, key is test_row_0/C:col10/1731368438034/Put/seqid=0 2024-11-11T23:40:38,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742083_1259 (size=12104) 2024-11-11T23:40:38,587 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/93b3e68ae109487daf41fa4ae0225ad6 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/93b3e68ae109487daf41fa4ae0225ad6 2024-11-11T23:40:38,594 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/C of 3855d156a8e73f28676587f2f99dfd16 into 93b3e68ae109487daf41fa4ae0225ad6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:38,594 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:38,594 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/C, priority=13, startTime=1731368438521; duration=0sec 2024-11-11T23:40:38,594 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:38,594 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:C 2024-11-11T23:40:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-11T23:40:38,663 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:38,663 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:40:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-11T23:40:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T23:40:38,665 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:40:38,665 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:40:38,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:38,695 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:38,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T23:40:38,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/ae4876cf19fd4cb79bcb3bc5a3613630 is 50, key is test_row_0/A:col10/1731368438060/Put/seqid=0 2024-11-11T23:40:38,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742084_1260 (size=14341) 2024-11-11T23:40:38,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368498703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368498703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368498704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368498707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368498708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T23:40:38,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368498812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368498812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368498812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368498813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-11T23:40:38,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:38,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:38,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:38,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:38,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:38,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368498822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:38,943 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/a0a65bcff96541e1ad986fb2a5734632 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/a0a65bcff96541e1ad986fb2a5734632 2024-11-11T23:40:38,946 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/B of 3855d156a8e73f28676587f2f99dfd16 into a0a65bcff96541e1ad986fb2a5734632(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:38,946 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:38,946 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/B, priority=13, startTime=1731368438521; duration=0sec 2024-11-11T23:40:38,946 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:38,946 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:B 2024-11-11T23:40:38,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-11T23:40:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:38,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T23:40:39,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368499022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:39,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368499022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:39,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368499023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:39,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368499023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:39,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368499032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:39,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:39,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/ae4876cf19fd4cb79bcb3bc5a3613630 2024-11-11T23:40:39,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/df5a756a92bf4e909dd7cac9c2a60710 is 50, key is test_row_0/B:col10/1731368438060/Put/seqid=0 2024-11-11T23:40:39,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742085_1261 (size=12001) 2024-11-11T23:40:39,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-11T23:40:39,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:39,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:39,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:39,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-11T23:40:39,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:39,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:39,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:39,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T23:40:39,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368499332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:39,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368499332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:39,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368499333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368499333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:39,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368499342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:39,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:39,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-11T23:40:39,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:39,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:39,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:39,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/df5a756a92bf4e909dd7cac9c2a60710 2024-11-11T23:40:39,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/8a01a7da174a4ccaa3aa2dca23a2e069 is 50, key is test_row_0/C:col10/1731368438060/Put/seqid=0 2024-11-11T23:40:39,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742086_1262 (size=12001) 2024-11-11T23:40:39,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-11T23:40:39,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:39,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:39,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:39,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-11T23:40:39,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:39,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:39,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:39,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T23:40:39,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368499843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:39,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368499843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:39,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368499843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368499843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:39,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368499852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:39,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:39,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:39,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-11T23:40:39,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:39,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:39,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:39,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:39,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/8a01a7da174a4ccaa3aa2dca23a2e069 2024-11-11T23:40:39,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/ae4876cf19fd4cb79bcb3bc5a3613630 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/ae4876cf19fd4cb79bcb3bc5a3613630 2024-11-11T23:40:39,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/ae4876cf19fd4cb79bcb3bc5a3613630, entries=200, sequenceid=80, filesize=14.0 K 2024-11-11T23:40:39,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/df5a756a92bf4e909dd7cac9c2a60710 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/df5a756a92bf4e909dd7cac9c2a60710 2024-11-11T23:40:39,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/df5a756a92bf4e909dd7cac9c2a60710, entries=150, sequenceid=80, filesize=11.7 K 2024-11-11T23:40:39,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/8a01a7da174a4ccaa3aa2dca23a2e069 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/8a01a7da174a4ccaa3aa2dca23a2e069 2024-11-11T23:40:39,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/8a01a7da174a4ccaa3aa2dca23a2e069, entries=150, sequenceid=80, filesize=11.7 K 2024-11-11T23:40:39,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3855d156a8e73f28676587f2f99dfd16 in 1249ms, sequenceid=80, compaction requested=false 2024-11-11T23:40:39,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:40,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-11T23:40:40,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:40,039 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T23:40:40,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/ffdb8f5d4f784691b15978bbe323d702 is 50, key is test_row_0/A:col10/1731368438702/Put/seqid=0 2024-11-11T23:40:40,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742087_1263 (size=9657) 2024-11-11T23:40:40,071 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/ffdb8f5d4f784691b15978bbe323d702 2024-11-11T23:40:40,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/f1681c776b0d4df58b2646b55483da01 is 50, key is test_row_0/B:col10/1731368438702/Put/seqid=0 2024-11-11T23:40:40,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742088_1264 (size=9657) 2024-11-11T23:40:40,499 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/f1681c776b0d4df58b2646b55483da01 2024-11-11T23:40:40,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/b7f7e9cbad4e4148bb78789272eac35b is 50, key is test_row_0/C:col10/1731368438702/Put/seqid=0 2024-11-11T23:40:40,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742089_1265 (size=9657) 2024-11-11T23:40:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T23:40:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:40,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:40,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:40,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368500872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368500873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:40,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368500876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:40,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368500877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:40,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:40,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368500877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:40,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:40,910 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/b7f7e9cbad4e4148bb78789272eac35b 2024-11-11T23:40:40,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/ffdb8f5d4f784691b15978bbe323d702 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/ffdb8f5d4f784691b15978bbe323d702 2024-11-11T23:40:40,923 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/ffdb8f5d4f784691b15978bbe323d702, entries=100, sequenceid=93, filesize=9.4 K 2024-11-11T23:40:40,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/f1681c776b0d4df58b2646b55483da01 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/f1681c776b0d4df58b2646b55483da01 2024-11-11T23:40:40,927 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/f1681c776b0d4df58b2646b55483da01, entries=100, sequenceid=93, filesize=9.4 K 2024-11-11T23:40:40,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/b7f7e9cbad4e4148bb78789272eac35b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/b7f7e9cbad4e4148bb78789272eac35b 2024-11-11T23:40:40,932 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/b7f7e9cbad4e4148bb78789272eac35b, entries=100, sequenceid=93, filesize=9.4 K 2024-11-11T23:40:40,933 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3855d156a8e73f28676587f2f99dfd16 in 893ms, sequenceid=93, compaction requested=true 2024-11-11T23:40:40,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:40,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:40,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-11T23:40:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-11T23:40:40,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-11T23:40:40,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2690 sec 2024-11-11T23:40:40,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 2.2730 sec 2024-11-11T23:40:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:40,985 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:40,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T23:40:40,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/7206484ce9cd4ce7ac191ce5b68d2689 is 50, key is test_row_0/A:col10/1731368440872/Put/seqid=0 2024-11-11T23:40:40,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742090_1266 (size=14341) 2024-11-11T23:40:40,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368500990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:40,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:40,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:40,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368500990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:40,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368500991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:40,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368500992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:40,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368500992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:41,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368501103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:41,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:41,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368501103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:41,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368501103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368501103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:41,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368501202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:41,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:41,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368501312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:41,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368501312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:41,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368501312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368501312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:41,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/7206484ce9cd4ce7ac191ce5b68d2689 2024-11-11T23:40:41,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/0028678e133849c9a3e1d087cd778a42 is 50, key is test_row_0/B:col10/1731368440872/Put/seqid=0 2024-11-11T23:40:41,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742091_1267 (size=12001) 2024-11-11T23:40:41,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368501513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:41,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:41,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368501623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:41,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368501623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368501623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368501623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:41,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/0028678e133849c9a3e1d087cd778a42 2024-11-11T23:40:41,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/11652ce3e1cb4fa19bc53a99bd553fa3 is 50, key is test_row_0/C:col10/1731368440872/Put/seqid=0 2024-11-11T23:40:41,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742092_1268 (size=12001) 2024-11-11T23:40:42,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368502022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:42,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:42,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:42,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:42,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368502132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:42,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:42,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368502132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:42,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:42,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368502132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368502132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:42,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/11652ce3e1cb4fa19bc53a99bd553fa3 2024-11-11T23:40:42,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/7206484ce9cd4ce7ac191ce5b68d2689 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/7206484ce9cd4ce7ac191ce5b68d2689 2024-11-11T23:40:42,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/7206484ce9cd4ce7ac191ce5b68d2689, entries=200, sequenceid=121, filesize=14.0 K 2024-11-11T23:40:42,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/0028678e133849c9a3e1d087cd778a42 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/0028678e133849c9a3e1d087cd778a42 2024-11-11T23:40:42,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/0028678e133849c9a3e1d087cd778a42, entries=150, sequenceid=121, filesize=11.7 K 2024-11-11T23:40:42,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/11652ce3e1cb4fa19bc53a99bd553fa3 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/11652ce3e1cb4fa19bc53a99bd553fa3 2024-11-11T23:40:42,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/11652ce3e1cb4fa19bc53a99bd553fa3, entries=150, sequenceid=121, filesize=11.7 K 2024-11-11T23:40:42,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 3855d156a8e73f28676587f2f99dfd16 in 1248ms, sequenceid=121, compaction requested=true 2024-11-11T23:40:42,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:42,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:42,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:42,233 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:40:42,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:42,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:42,233 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:40:42,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:42,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:42,235 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:40:42,235 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50443 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:40:42,235 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/A is initiating minor compaction (all files) 2024-11-11T23:40:42,235 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/B is initiating minor compaction (all files) 2024-11-11T23:40:42,235 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/A in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:42,235 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/B in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:42,235 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/24a1af97c2d24a42a164a1b4268ce7cc, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/ae4876cf19fd4cb79bcb3bc5a3613630, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/ffdb8f5d4f784691b15978bbe323d702, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/7206484ce9cd4ce7ac191ce5b68d2689] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=49.3 K 2024-11-11T23:40:42,235 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/a0a65bcff96541e1ad986fb2a5734632, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/df5a756a92bf4e909dd7cac9c2a60710, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/f1681c776b0d4df58b2646b55483da01, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/0028678e133849c9a3e1d087cd778a42] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=44.7 K 2024-11-11T23:40:42,235 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting a0a65bcff96541e1ad986fb2a5734632, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731368436893 2024-11-11T23:40:42,235 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24a1af97c2d24a42a164a1b4268ce7cc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731368436893 2024-11-11T23:40:42,235 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae4876cf19fd4cb79bcb3bc5a3613630, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731368438058 2024-11-11T23:40:42,235 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting df5a756a92bf4e909dd7cac9c2a60710, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731368438058 2024-11-11T23:40:42,236 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffdb8f5d4f784691b15978bbe323d702, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731368438702 2024-11-11T23:40:42,236 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting f1681c776b0d4df58b2646b55483da01, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731368438702 2024-11-11T23:40:42,236 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 0028678e133849c9a3e1d087cd778a42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731368440872 2024-11-11T23:40:42,236 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7206484ce9cd4ce7ac191ce5b68d2689, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731368440872 2024-11-11T23:40:42,244 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#A#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:42,244 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/ac9d2ba5028e471ab45acb1fd2abe589 is 50, key is test_row_0/A:col10/1731368440872/Put/seqid=0 2024-11-11T23:40:42,244 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#B#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:42,245 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/473b199277f2479b86254b1f4316988a is 50, key is test_row_0/B:col10/1731368440872/Put/seqid=0 2024-11-11T23:40:42,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742094_1270 (size=12241) 2024-11-11T23:40:42,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742093_1269 (size=12241) 2024-11-11T23:40:42,659 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/473b199277f2479b86254b1f4316988a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/473b199277f2479b86254b1f4316988a 2024-11-11T23:40:42,663 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/B of 3855d156a8e73f28676587f2f99dfd16 into 473b199277f2479b86254b1f4316988a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:42,663 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:42,663 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/B, priority=12, startTime=1731368442233; duration=0sec 2024-11-11T23:40:42,663 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:42,663 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:B 2024-11-11T23:40:42,663 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:40:42,664 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:40:42,664 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/C is initiating minor compaction (all files) 2024-11-11T23:40:42,664 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/C in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:42,665 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/93b3e68ae109487daf41fa4ae0225ad6, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/8a01a7da174a4ccaa3aa2dca23a2e069, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/b7f7e9cbad4e4148bb78789272eac35b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/11652ce3e1cb4fa19bc53a99bd553fa3] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=44.7 K 2024-11-11T23:40:42,665 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 93b3e68ae109487daf41fa4ae0225ad6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731368436893 2024-11-11T23:40:42,665 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a01a7da174a4ccaa3aa2dca23a2e069, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731368438058 2024-11-11T23:40:42,665 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting b7f7e9cbad4e4148bb78789272eac35b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731368438702 2024-11-11T23:40:42,666 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 11652ce3e1cb4fa19bc53a99bd553fa3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731368440872 2024-11-11T23:40:42,668 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/ac9d2ba5028e471ab45acb1fd2abe589 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/ac9d2ba5028e471ab45acb1fd2abe589 2024-11-11T23:40:42,672 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/A of 3855d156a8e73f28676587f2f99dfd16 into ac9d2ba5028e471ab45acb1fd2abe589(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:42,673 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:42,673 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/A, priority=12, startTime=1731368442233; duration=0sec 2024-11-11T23:40:42,673 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:42,673 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:A 2024-11-11T23:40:42,673 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#C#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:42,674 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/e3772c8754c74b49a1d521aaf4c8e5f2 is 50, key is test_row_0/C:col10/1731368440872/Put/seqid=0 2024-11-11T23:40:42,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742095_1271 (size=12241) 2024-11-11T23:40:42,693 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/e3772c8754c74b49a1d521aaf4c8e5f2 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/e3772c8754c74b49a1d521aaf4c8e5f2 2024-11-11T23:40:42,697 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/C of 3855d156a8e73f28676587f2f99dfd16 into e3772c8754c74b49a1d521aaf4c8e5f2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:42,697 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:42,698 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/C, priority=12, startTime=1731368442233; duration=0sec 2024-11-11T23:40:42,698 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:42,698 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:C 2024-11-11T23:40:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T23:40:42,822 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:42,823 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:40:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-11T23:40:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-11T23:40:42,825 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:40:42,826 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:40:42,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-11T23:40:42,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-11T23:40:42,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:42,978 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T23:40:42,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/563ce90e93504475bbcc3cf7e70c204b is 50, key is test_row_0/A:col10/1731368440990/Put/seqid=0 2024-11-11T23:40:42,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742096_1272 (size=12001) 2024-11-11T23:40:42,986 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/563ce90e93504475bbcc3cf7e70c204b 2024-11-11T23:40:42,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/6825f7e5f7224050949510af372f30b9 is 50, key is test_row_0/B:col10/1731368440990/Put/seqid=0 2024-11-11T23:40:42,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742097_1273 (size=12001) 2024-11-11T23:40:42,999 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/6825f7e5f7224050949510af372f30b9 2024-11-11T23:40:43,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/5aad61e94376429298f9ab98c8ff305f is 50, key is test_row_0/C:col10/1731368440990/Put/seqid=0 2024-11-11T23:40:43,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742098_1274 (size=12001) 2024-11-11T23:40:43,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:43,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368503128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:43,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-11T23:40:43,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368503142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:43,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368503142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:43,144 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 3855d156a8e73f28676587f2f99dfd16 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:43,144 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 3855d156a8e73f28676587f2f99dfd16 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:43,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368503152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:43,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368503152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:43,155 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 3855d156a8e73f28676587f2f99dfd16 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:43,155 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 3855d156a8e73f28676587f2f99dfd16 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:43,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368503232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:43,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:43,409 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/5aad61e94376429298f9ab98c8ff305f 2024-11-11T23:40:43,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/563ce90e93504475bbcc3cf7e70c204b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/563ce90e93504475bbcc3cf7e70c204b 2024-11-11T23:40:43,417 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/563ce90e93504475bbcc3cf7e70c204b, entries=150, sequenceid=132, filesize=11.7 K 2024-11-11T23:40:43,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/6825f7e5f7224050949510af372f30b9 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/6825f7e5f7224050949510af372f30b9 2024-11-11T23:40:43,421 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/6825f7e5f7224050949510af372f30b9, entries=150, sequenceid=132, filesize=11.7 K 2024-11-11T23:40:43,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/5aad61e94376429298f9ab98c8ff305f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/5aad61e94376429298f9ab98c8ff305f 2024-11-11T23:40:43,425 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/5aad61e94376429298f9ab98c8ff305f, entries=150, sequenceid=132, filesize=11.7 K 2024-11-11T23:40:43,426 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 3855d156a8e73f28676587f2f99dfd16 in 448ms, sequenceid=132, compaction requested=false 2024-11-11T23:40:43,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:43,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:43,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-11T23:40:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-11T23:40:43,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-11T23:40:43,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 601 msec 2024-11-11T23:40:43,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 606 msec 2024-11-11T23:40:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:43,444 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:43,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-11T23:40:43,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/1700a8ed41f14dafb96fb56d96cb643a is 50, key is test_row_0/A:col10/1731368443126/Put/seqid=0 2024-11-11T23:40:43,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742099_1275 (size=12151) 2024-11-11T23:40:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-11T23:40:43,453 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:43,453 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:40:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-11T23:40:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-11T23:40:43,454 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:40:43,455 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:40:43,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:43,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368503457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:43,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-11T23:40:43,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368503562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:43,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:43,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T23:40:43,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:43,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:43,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:43,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:43,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:43,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T23:40:43,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:43,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:43,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:43,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:43,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-11T23:40:43,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368503772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:43,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:43,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:43,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/1700a8ed41f14dafb96fb56d96cb643a 2024-11-11T23:40:43,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/9f1676a985b94b1987f1fd25336b29b4 is 50, key is test_row_0/B:col10/1731368443126/Put/seqid=0 2024-11-11T23:40:43,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742100_1276 (size=12151) 2024-11-11T23:40:43,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T23:40:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:43,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:44,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T23:40:44,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:44,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:44,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:44,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:44,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-11T23:40:44,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368504082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:44,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:44,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:44,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:44,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T23:40:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:44,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:44,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/9f1676a985b94b1987f1fd25336b29b4 2024-11-11T23:40:44,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/809e9df94a794f0096c0e32b80e14193 is 50, key is test_row_0/C:col10/1731368443126/Put/seqid=0 2024-11-11T23:40:44,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742101_1277 (size=12151) 2024-11-11T23:40:44,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/809e9df94a794f0096c0e32b80e14193 2024-11-11T23:40:44,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/1700a8ed41f14dafb96fb56d96cb643a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/1700a8ed41f14dafb96fb56d96cb643a 2024-11-11T23:40:44,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/1700a8ed41f14dafb96fb56d96cb643a, entries=150, sequenceid=161, filesize=11.9 K 2024-11-11T23:40:44,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/9f1676a985b94b1987f1fd25336b29b4 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/9f1676a985b94b1987f1fd25336b29b4 2024-11-11T23:40:44,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/9f1676a985b94b1987f1fd25336b29b4, entries=150, sequenceid=161, filesize=11.9 K 2024-11-11T23:40:44,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/809e9df94a794f0096c0e32b80e14193 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/809e9df94a794f0096c0e32b80e14193 2024-11-11T23:40:44,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/809e9df94a794f0096c0e32b80e14193, entries=150, sequenceid=161, filesize=11.9 K 2024-11-11T23:40:44,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 3855d156a8e73f28676587f2f99dfd16 in 863ms, sequenceid=161, compaction requested=true 2024-11-11T23:40:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:44,307 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:44,307 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:44,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:44,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:44,308 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:44,308 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/A is initiating minor compaction (all files) 2024-11-11T23:40:44,309 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/A in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:44,309 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/ac9d2ba5028e471ab45acb1fd2abe589, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/563ce90e93504475bbcc3cf7e70c204b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/1700a8ed41f14dafb96fb56d96cb643a] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=35.5 K 2024-11-11T23:40:44,309 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac9d2ba5028e471ab45acb1fd2abe589, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731368440872 2024-11-11T23:40:44,309 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:44,309 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/B is initiating minor compaction (all files) 2024-11-11T23:40:44,309 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/B in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:44,309 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/473b199277f2479b86254b1f4316988a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/6825f7e5f7224050949510af372f30b9, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/9f1676a985b94b1987f1fd25336b29b4] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=35.5 K 2024-11-11T23:40:44,310 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 563ce90e93504475bbcc3cf7e70c204b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731368440986 2024-11-11T23:40:44,310 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 473b199277f2479b86254b1f4316988a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731368440872 2024-11-11T23:40:44,312 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 6825f7e5f7224050949510af372f30b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731368440986 2024-11-11T23:40:44,312 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1700a8ed41f14dafb96fb56d96cb643a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731368443123 2024-11-11T23:40:44,312 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f1676a985b94b1987f1fd25336b29b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731368443123 2024-11-11T23:40:44,321 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#B#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:44,321 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#A#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:44,322 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/0ecc6879c4964e039bdef39a8a7d8a1e is 50, key is test_row_0/A:col10/1731368443126/Put/seqid=0 2024-11-11T23:40:44,322 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/020dceb523dc44a0b88c34cc37adf940 is 50, key is test_row_0/B:col10/1731368443126/Put/seqid=0 2024-11-11T23:40:44,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742102_1278 (size=12493) 2024-11-11T23:40:44,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742103_1279 (size=12493) 2024-11-11T23:40:44,366 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/020dceb523dc44a0b88c34cc37adf940 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/020dceb523dc44a0b88c34cc37adf940 2024-11-11T23:40:44,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-11T23:40:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:44,371 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T23:40:44,372 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/B of 3855d156a8e73f28676587f2f99dfd16 into 020dceb523dc44a0b88c34cc37adf940(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:44,373 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:44,373 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/B, priority=13, startTime=1731368444307; duration=0sec 2024-11-11T23:40:44,373 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:44,373 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:B 2024-11-11T23:40:44,373 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:44,374 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:44,374 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/C is initiating minor compaction (all files) 2024-11-11T23:40:44,374 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/C in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:44,375 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/e3772c8754c74b49a1d521aaf4c8e5f2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/5aad61e94376429298f9ab98c8ff305f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/809e9df94a794f0096c0e32b80e14193] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=35.5 K 2024-11-11T23:40:44,375 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting e3772c8754c74b49a1d521aaf4c8e5f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731368440872 2024-11-11T23:40:44,375 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 5aad61e94376429298f9ab98c8ff305f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731368440986 2024-11-11T23:40:44,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/960b3c67a90849a394751d2f82feb69e is 50, key is test_row_0/A:col10/1731368443446/Put/seqid=0 2024-11-11T23:40:44,378 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 809e9df94a794f0096c0e32b80e14193, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731368443123 2024-11-11T23:40:44,380 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/0ecc6879c4964e039bdef39a8a7d8a1e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/0ecc6879c4964e039bdef39a8a7d8a1e 2024-11-11T23:40:44,387 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/A of 3855d156a8e73f28676587f2f99dfd16 into 0ecc6879c4964e039bdef39a8a7d8a1e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:44,387 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:44,387 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/A, priority=13, startTime=1731368444307; duration=0sec 2024-11-11T23:40:44,387 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:44,387 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:A 2024-11-11T23:40:44,391 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#C#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:44,392 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/5045ba78d4ac4ab5a215909044799d4b is 50, key is test_row_0/C:col10/1731368443126/Put/seqid=0 2024-11-11T23:40:44,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742104_1280 (size=12151) 2024-11-11T23:40:44,396 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/960b3c67a90849a394751d2f82feb69e 2024-11-11T23:40:44,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/c9adc653780640df85b5c63f72604f44 is 50, key is test_row_0/B:col10/1731368443446/Put/seqid=0 2024-11-11T23:40:44,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742105_1281 (size=12493) 2024-11-11T23:40:44,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742106_1282 (size=12151) 2024-11-11T23:40:44,438 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/c9adc653780640df85b5c63f72604f44 2024-11-11T23:40:44,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/78f8bfeba2f049808d6e45852b2f630d is 50, key is test_row_0/C:col10/1731368443446/Put/seqid=0 2024-11-11T23:40:44,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742107_1283 (size=12151) 2024-11-11T23:40:44,469 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/78f8bfeba2f049808d6e45852b2f630d 2024-11-11T23:40:44,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/960b3c67a90849a394751d2f82feb69e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/960b3c67a90849a394751d2f82feb69e 2024-11-11T23:40:44,484 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/960b3c67a90849a394751d2f82feb69e, entries=150, sequenceid=168, filesize=11.9 K 2024-11-11T23:40:44,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/c9adc653780640df85b5c63f72604f44 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/c9adc653780640df85b5c63f72604f44 2024-11-11T23:40:44,492 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/c9adc653780640df85b5c63f72604f44, entries=150, sequenceid=168, filesize=11.9 K 2024-11-11T23:40:44,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/78f8bfeba2f049808d6e45852b2f630d as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/78f8bfeba2f049808d6e45852b2f630d 2024-11-11T23:40:44,500 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/78f8bfeba2f049808d6e45852b2f630d, entries=150, sequenceid=168, filesize=11.9 K 2024-11-11T23:40:44,501 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 3855d156a8e73f28676587f2f99dfd16 in 130ms, sequenceid=168, compaction requested=false 2024-11-11T23:40:44,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:44,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:44,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-11T23:40:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-11T23:40:44,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-11T23:40:44,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0480 sec 2024-11-11T23:40:44,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.0550 sec 2024-11-11T23:40:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-11T23:40:44,593 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:44,593 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:40:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-11T23:40:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T23:40:44,597 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:40:44,598 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:40:44,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:44,618 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:44,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:40:44,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/c9641ff94cc04900a3d93d2531e7f1e4 is 50, key is test_row_0/A:col10/1731368444614/Put/seqid=0 2024-11-11T23:40:44,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742108_1284 (size=14541) 2024-11-11T23:40:44,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/c9641ff94cc04900a3d93d2531e7f1e4 2024-11-11T23:40:44,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/3c168ef0567d4253bfdb8bf7068a00ad is 50, key is test_row_0/B:col10/1731368444614/Put/seqid=0 2024-11-11T23:40:44,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742109_1285 (size=12151) 2024-11-11T23:40:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T23:40:44,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368504730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:44,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-11T23:40:44,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:44,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:44,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:44,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:44,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:44,835 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/5045ba78d4ac4ab5a215909044799d4b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/5045ba78d4ac4ab5a215909044799d4b 2024-11-11T23:40:44,839 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/C of 3855d156a8e73f28676587f2f99dfd16 into 5045ba78d4ac4ab5a215909044799d4b(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:44,839 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:44,839 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/C, priority=13, startTime=1731368444307; duration=0sec 2024-11-11T23:40:44,839 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:44,839 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:C 2024-11-11T23:40:44,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368504842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:44,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:44,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:44,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:44,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-11T23:40:44,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:44,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:44,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:44,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:44,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T23:40:45,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368505052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:45,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:45,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:45,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:45,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-11T23:40:45,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:45,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:45,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:45,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:45,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:45,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/3c168ef0567d4253bfdb8bf7068a00ad 2024-11-11T23:40:45,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/690a8c8dfcf34eedaf5b3a39f5296a33 is 50, key is test_row_0/C:col10/1731368444614/Put/seqid=0 2024-11-11T23:40:45,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742110_1286 (size=12151) 2024-11-11T23:40:45,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368505152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:45,156 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 3855d156a8e73f28676587f2f99dfd16 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:45,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368505162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:45,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368505162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:45,164 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 3855d156a8e73f28676587f2f99dfd16 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:45,165 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 3855d156a8e73f28676587f2f99dfd16 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:45,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368505172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:45,176 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 3855d156a8e73f28676587f2f99dfd16 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:45,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:45,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:45,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:45,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-11T23:40:45,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:45,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:45,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:45,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:45,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T23:40:45,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-11T23:40:45,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:45,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:45,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:45,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:45,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:45,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368505362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:45,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:45,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/690a8c8dfcf34eedaf5b3a39f5296a33 2024-11-11T23:40:45,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/c9641ff94cc04900a3d93d2531e7f1e4 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/c9641ff94cc04900a3d93d2531e7f1e4 2024-11-11T23:40:45,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/c9641ff94cc04900a3d93d2531e7f1e4, entries=200, sequenceid=181, filesize=14.2 K 2024-11-11T23:40:45,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/3c168ef0567d4253bfdb8bf7068a00ad as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3c168ef0567d4253bfdb8bf7068a00ad 2024-11-11T23:40:45,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3c168ef0567d4253bfdb8bf7068a00ad, entries=150, sequenceid=181, filesize=11.9 K 2024-11-11T23:40:45,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/690a8c8dfcf34eedaf5b3a39f5296a33 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/690a8c8dfcf34eedaf5b3a39f5296a33 2024-11-11T23:40:45,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/690a8c8dfcf34eedaf5b3a39f5296a33, entries=150, sequenceid=181, filesize=11.9 K 2024-11-11T23:40:45,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3855d156a8e73f28676587f2f99dfd16 in 882ms, sequenceid=181, compaction requested=true 2024-11-11T23:40:45,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:45,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:45,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:45,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:45,500 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:45,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:45,500 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:45,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:45,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:45,501 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:45,501 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:45,501 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/B is initiating minor compaction (all files) 2024-11-11T23:40:45,501 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/A is initiating minor compaction (all files) 2024-11-11T23:40:45,501 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/B in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:45,501 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/A in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:45,501 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/020dceb523dc44a0b88c34cc37adf940, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/c9adc653780640df85b5c63f72604f44, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3c168ef0567d4253bfdb8bf7068a00ad] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=35.9 K 2024-11-11T23:40:45,501 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/0ecc6879c4964e039bdef39a8a7d8a1e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/960b3c67a90849a394751d2f82feb69e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/c9641ff94cc04900a3d93d2531e7f1e4] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=38.3 K 2024-11-11T23:40:45,501 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 020dceb523dc44a0b88c34cc37adf940, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731368443123 2024-11-11T23:40:45,501 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ecc6879c4964e039bdef39a8a7d8a1e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731368443123 2024-11-11T23:40:45,501 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting c9adc653780640df85b5c63f72604f44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731368443446 2024-11-11T23:40:45,501 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 960b3c67a90849a394751d2f82feb69e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731368443446 2024-11-11T23:40:45,502 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c168ef0567d4253bfdb8bf7068a00ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731368444611 2024-11-11T23:40:45,502 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9641ff94cc04900a3d93d2531e7f1e4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731368444601 2024-11-11T23:40:45,508 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#A#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:45,509 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/6c9bc60e51a24a509792b5f05ee0393d is 50, key is test_row_0/A:col10/1731368444614/Put/seqid=0 2024-11-11T23:40:45,511 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:45,511 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/f8b55d5bd69547fba33ffd8f4e8ab91f is 50, key is test_row_0/B:col10/1731368444614/Put/seqid=0 2024-11-11T23:40:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742112_1288 (size=12595) 2024-11-11T23:40:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742111_1287 (size=12595) 2024-11-11T23:40:45,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-11T23:40:45,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:45,516 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T23:40:45,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/61a761e2c172419faa95c79fdf06e0d7 is 50, key is test_row_0/A:col10/1731368444723/Put/seqid=0 2024-11-11T23:40:45,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742113_1289 (size=12151) 2024-11-11T23:40:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T23:40:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:45,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:45,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368505901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:45,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:45,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:45,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:45,918 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/6c9bc60e51a24a509792b5f05ee0393d as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/6c9bc60e51a24a509792b5f05ee0393d 2024-11-11T23:40:45,918 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/f8b55d5bd69547fba33ffd8f4e8ab91f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/f8b55d5bd69547fba33ffd8f4e8ab91f 2024-11-11T23:40:45,926 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/A of 3855d156a8e73f28676587f2f99dfd16 into 6c9bc60e51a24a509792b5f05ee0393d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:45,926 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/B of 3855d156a8e73f28676587f2f99dfd16 into f8b55d5bd69547fba33ffd8f4e8ab91f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:45,926 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:45,926 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:45,926 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/B, priority=13, startTime=1731368445500; duration=0sec 2024-11-11T23:40:45,926 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/A, priority=13, startTime=1731368445500; duration=0sec 2024-11-11T23:40:45,926 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:45,926 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:A 2024-11-11T23:40:45,926 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:45,926 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:B 2024-11-11T23:40:45,926 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:45,927 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:45,927 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/C is initiating minor compaction (all files) 2024-11-11T23:40:45,927 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/C in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:45,927 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/5045ba78d4ac4ab5a215909044799d4b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/78f8bfeba2f049808d6e45852b2f630d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/690a8c8dfcf34eedaf5b3a39f5296a33] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=35.9 K 2024-11-11T23:40:45,927 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5045ba78d4ac4ab5a215909044799d4b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731368443123 2024-11-11T23:40:45,927 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78f8bfeba2f049808d6e45852b2f630d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731368443446 2024-11-11T23:40:45,928 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 690a8c8dfcf34eedaf5b3a39f5296a33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731368444611 2024-11-11T23:40:45,934 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#C#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:45,934 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/41551db3d39b4da29b7d577a14613f99 is 50, key is test_row_0/C:col10/1731368444614/Put/seqid=0 2024-11-11T23:40:45,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742114_1290 (size=12595) 2024-11-11T23:40:45,959 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/61a761e2c172419faa95c79fdf06e0d7 2024-11-11T23:40:45,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/6b18609134e54e05ac35a4b43abf4ec0 is 50, key is test_row_0/B:col10/1731368444723/Put/seqid=0 2024-11-11T23:40:45,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742115_1291 (size=12151) 2024-11-11T23:40:46,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368506012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:46,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:46,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:46,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:46,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368506222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:46,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:46,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:46,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:46,348 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/41551db3d39b4da29b7d577a14613f99 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/41551db3d39b4da29b7d577a14613f99 2024-11-11T23:40:46,351 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/C of 3855d156a8e73f28676587f2f99dfd16 into 41551db3d39b4da29b7d577a14613f99(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:46,352 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:46,352 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/C, priority=13, startTime=1731368445500; duration=0sec 2024-11-11T23:40:46,352 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:46,352 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:C 2024-11-11T23:40:46,376 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/6b18609134e54e05ac35a4b43abf4ec0 2024-11-11T23:40:46,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/c2eae33e662a451fa20ce93e5b594e55 is 50, key is test_row_0/C:col10/1731368444723/Put/seqid=0 2024-11-11T23:40:46,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742116_1292 (size=12151) 2024-11-11T23:40:46,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368506532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T23:40:46,788 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/c2eae33e662a451fa20ce93e5b594e55 2024-11-11T23:40:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/61a761e2c172419faa95c79fdf06e0d7 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/61a761e2c172419faa95c79fdf06e0d7 2024-11-11T23:40:46,794 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/61a761e2c172419faa95c79fdf06e0d7, entries=150, sequenceid=207, filesize=11.9 K 2024-11-11T23:40:46,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/6b18609134e54e05ac35a4b43abf4ec0 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/6b18609134e54e05ac35a4b43abf4ec0 2024-11-11T23:40:46,804 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/6b18609134e54e05ac35a4b43abf4ec0, entries=150, sequenceid=207, filesize=11.9 K 2024-11-11T23:40:46,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/c2eae33e662a451fa20ce93e5b594e55 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/c2eae33e662a451fa20ce93e5b594e55 2024-11-11T23:40:46,810 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/c2eae33e662a451fa20ce93e5b594e55, entries=150, sequenceid=207, filesize=11.9 K 2024-11-11T23:40:46,811 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3855d156a8e73f28676587f2f99dfd16 in 1295ms, sequenceid=207, compaction requested=false 2024-11-11T23:40:46,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:46,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:46,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-11T23:40:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-11T23:40:46,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-11T23:40:46,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2140 sec 2024-11-11T23:40:46,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 2.2220 sec 2024-11-11T23:40:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:47,044 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:47,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T23:40:47,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/899f928f800442c7ac09bf96bcc817de is 50, key is test_row_0/A:col10/1731368447043/Put/seqid=0 2024-11-11T23:40:47,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742117_1293 (size=12151) 2024-11-11T23:40:47,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368507125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:47,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:47,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:47,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:47,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368507232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:47,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:47,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:47,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:47,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368507442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:47,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:47,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:47,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:47,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/899f928f800442c7ac09bf96bcc817de 2024-11-11T23:40:47,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/616e505eb4be4f5988db8f2c89c966f2 is 50, key is test_row_0/B:col10/1731368447043/Put/seqid=0 2024-11-11T23:40:47,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742118_1294 (size=12151) 2024-11-11T23:40:47,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368507752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:47,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:47,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:47,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:47,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/616e505eb4be4f5988db8f2c89c966f2 2024-11-11T23:40:47,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/5702d7f5d32047d39f263837937495b4 is 50, key is test_row_0/C:col10/1731368447043/Put/seqid=0 2024-11-11T23:40:47,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742119_1295 (size=12151) 2024-11-11T23:40:47,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/5702d7f5d32047d39f263837937495b4 2024-11-11T23:40:47,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/899f928f800442c7ac09bf96bcc817de as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/899f928f800442c7ac09bf96bcc817de 2024-11-11T23:40:47,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/899f928f800442c7ac09bf96bcc817de, entries=150, sequenceid=222, filesize=11.9 K 2024-11-11T23:40:47,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/616e505eb4be4f5988db8f2c89c966f2 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/616e505eb4be4f5988db8f2c89c966f2 2024-11-11T23:40:47,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/616e505eb4be4f5988db8f2c89c966f2, entries=150, sequenceid=222, filesize=11.9 K 2024-11-11T23:40:47,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/5702d7f5d32047d39f263837937495b4 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/5702d7f5d32047d39f263837937495b4 2024-11-11T23:40:47,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/5702d7f5d32047d39f263837937495b4, entries=150, sequenceid=222, filesize=11.9 K 2024-11-11T23:40:47,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3855d156a8e73f28676587f2f99dfd16 in 847ms, sequenceid=222, compaction requested=true 2024-11-11T23:40:47,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:47,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:47,891 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:47,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:47,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:47,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:47,891 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:47,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:47,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:47,892 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:47,892 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:47,892 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/A is initiating minor compaction (all files) 2024-11-11T23:40:47,892 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/B is initiating minor compaction (all files) 2024-11-11T23:40:47,892 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/A in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:47,892 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/B in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:47,892 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/6c9bc60e51a24a509792b5f05ee0393d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/61a761e2c172419faa95c79fdf06e0d7, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/899f928f800442c7ac09bf96bcc817de] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=36.0 K 2024-11-11T23:40:47,892 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/f8b55d5bd69547fba33ffd8f4e8ab91f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/6b18609134e54e05ac35a4b43abf4ec0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/616e505eb4be4f5988db8f2c89c966f2] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=36.0 K 2024-11-11T23:40:47,893 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c9bc60e51a24a509792b5f05ee0393d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731368444611 2024-11-11T23:40:47,893 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting f8b55d5bd69547fba33ffd8f4e8ab91f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731368444611 2024-11-11T23:40:47,893 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61a761e2c172419faa95c79fdf06e0d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731368444707 2024-11-11T23:40:47,893 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b18609134e54e05ac35a4b43abf4ec0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731368444707 2024-11-11T23:40:47,893 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 899f928f800442c7ac09bf96bcc817de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731368445893 2024-11-11T23:40:47,893 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 616e505eb4be4f5988db8f2c89c966f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731368445893 2024-11-11T23:40:47,899 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#A#compaction#249 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:47,899 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/89f41f452a8543c79a54afdbfcb53042 is 50, key is test_row_0/A:col10/1731368447043/Put/seqid=0 2024-11-11T23:40:47,901 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#B#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:47,901 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/bb0a71e40d4747f29471b6428f4a8062 is 50, key is test_row_0/B:col10/1731368447043/Put/seqid=0 2024-11-11T23:40:47,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742120_1296 (size=12697) 2024-11-11T23:40:47,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742121_1297 (size=12697) 2024-11-11T23:40:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:48,265 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:48,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T23:40:48,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/a85c86f7fbdc4140b1c51322da41c959 is 50, key is test_row_0/A:col10/1731368448264/Put/seqid=0 2024-11-11T23:40:48,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742122_1298 (size=12151) 2024-11-11T23:40:48,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368508298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:48,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:48,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:48,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:48,308 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/89f41f452a8543c79a54afdbfcb53042 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/89f41f452a8543c79a54afdbfcb53042 2024-11-11T23:40:48,310 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/bb0a71e40d4747f29471b6428f4a8062 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/bb0a71e40d4747f29471b6428f4a8062 2024-11-11T23:40:48,315 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/B of 3855d156a8e73f28676587f2f99dfd16 into bb0a71e40d4747f29471b6428f4a8062(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:48,315 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/A of 3855d156a8e73f28676587f2f99dfd16 into 89f41f452a8543c79a54afdbfcb53042(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:48,315 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:48,315 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:48,315 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/B, priority=13, startTime=1731368447891; duration=0sec 2024-11-11T23:40:48,315 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/A, priority=13, startTime=1731368447891; duration=0sec 2024-11-11T23:40:48,315 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:48,315 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:B 2024-11-11T23:40:48,315 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:48,315 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:A 2024-11-11T23:40:48,315 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:48,316 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:48,316 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/C is initiating minor compaction (all files) 2024-11-11T23:40:48,316 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/C in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:48,317 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/41551db3d39b4da29b7d577a14613f99, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/c2eae33e662a451fa20ce93e5b594e55, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/5702d7f5d32047d39f263837937495b4] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=36.0 K 2024-11-11T23:40:48,317 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 41551db3d39b4da29b7d577a14613f99, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731368444611 2024-11-11T23:40:48,317 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting c2eae33e662a451fa20ce93e5b594e55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731368444707 2024-11-11T23:40:48,317 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 5702d7f5d32047d39f263837937495b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731368445893 2024-11-11T23:40:48,334 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#C#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:48,335 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/d2dfa24800af4574a54c619392b07c96 is 50, key is test_row_0/C:col10/1731368447043/Put/seqid=0 2024-11-11T23:40:48,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742123_1299 (size=12697) 2024-11-11T23:40:48,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368508412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:48,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:48,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:48,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:48,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368508622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:48,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:48,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:48,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:48,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/a85c86f7fbdc4140b1c51322da41c959 2024-11-11T23:40:48,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/b73ebe482f5d4b508b7d6aba0bd885ff is 50, key is test_row_0/B:col10/1731368448264/Put/seqid=0 2024-11-11T23:40:48,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742124_1300 (size=12151) 2024-11-11T23:40:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T23:40:48,752 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:48,753 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:40:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-11T23:40:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T23:40:48,754 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:40:48,755 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:40:48,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:48,770 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/d2dfa24800af4574a54c619392b07c96 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/d2dfa24800af4574a54c619392b07c96 2024-11-11T23:40:48,774 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/C of 3855d156a8e73f28676587f2f99dfd16 into d2dfa24800af4574a54c619392b07c96(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:48,774 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:48,774 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/C, priority=13, startTime=1731368447891; duration=0sec 2024-11-11T23:40:48,774 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:48,774 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:C 2024-11-11T23:40:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T23:40:48,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-11T23:40:48,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:48,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:48,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:48,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:48,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:48,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368508933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:48,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:48,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:48,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:49,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-11T23:40:49,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:49,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:49,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:49,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:49,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T23:40:49,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/b73ebe482f5d4b508b7d6aba0bd885ff 2024-11-11T23:40:49,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/4b617d5cf3e54a0fa81321596ed925bc is 50, key is test_row_0/C:col10/1731368448264/Put/seqid=0 2024-11-11T23:40:49,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742125_1301 (size=12151) 2024-11-11T23:40:49,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35134 deadline: 1731368509173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:49,175 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 3855d156a8e73f28676587f2f99dfd16 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:49,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:49,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:49,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:49,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35118 deadline: 1731368509192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:49,193 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 3855d156a8e73f28676587f2f99dfd16 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:49,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:49,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:49,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:49,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1731368509202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:49,204 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 3855d156a8e73f28676587f2f99dfd16 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:49,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:49,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:49,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:49,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35128 deadline: 1731368509212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:49,213 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 3855d156a8e73f28676587f2f99dfd16 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:40:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:49,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-11T23:40:49,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:49,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:49,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:49,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:49,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:49,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-11T23:40:49,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:49,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:49,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:49,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:49,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T23:40:49,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368509442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:49,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:49,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:49,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:49,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/4b617d5cf3e54a0fa81321596ed925bc 2024-11-11T23:40:49,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/a85c86f7fbdc4140b1c51322da41c959 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/a85c86f7fbdc4140b1c51322da41c959 2024-11-11T23:40:49,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/a85c86f7fbdc4140b1c51322da41c959, entries=150, sequenceid=247, filesize=11.9 K 2024-11-11T23:40:49,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/b73ebe482f5d4b508b7d6aba0bd885ff as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/b73ebe482f5d4b508b7d6aba0bd885ff 2024-11-11T23:40:49,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/b73ebe482f5d4b508b7d6aba0bd885ff, entries=150, sequenceid=247, filesize=11.9 K 2024-11-11T23:40:49,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/4b617d5cf3e54a0fa81321596ed925bc as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/4b617d5cf3e54a0fa81321596ed925bc 2024-11-11T23:40:49,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/4b617d5cf3e54a0fa81321596ed925bc, entries=150, sequenceid=247, filesize=11.9 K 2024-11-11T23:40:49,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3855d156a8e73f28676587f2f99dfd16 in 1244ms, sequenceid=247, compaction requested=false 2024-11-11T23:40:49,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:49,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-11T23:40:49,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:49,521 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:40:49,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/1a0558b9770c4be8b8cf92d5e88f776c is 50, key is test_row_0/A:col10/1731368448284/Put/seqid=0 2024-11-11T23:40:49,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742126_1302 (size=12201) 2024-11-11T23:40:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T23:40:49,931 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/1a0558b9770c4be8b8cf92d5e88f776c 2024-11-11T23:40:49,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/1aeb4ad7d9c042fa8a395a08b3c4a81d is 50, key is test_row_0/B:col10/1731368448284/Put/seqid=0 2024-11-11T23:40:49,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742127_1303 (size=12201) 2024-11-11T23:40:50,342 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/1aeb4ad7d9c042fa8a395a08b3c4a81d 2024-11-11T23:40:50,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/7b2e62400d1748c99efcd992c87b4ed5 is 50, key is test_row_0/C:col10/1731368448284/Put/seqid=0 2024-11-11T23:40:50,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742128_1304 (size=12201) 2024-11-11T23:40:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:50,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:50,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368510531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:50,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:50,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:50,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368510643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:50,753 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/7b2e62400d1748c99efcd992c87b4ed5 2024-11-11T23:40:50,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/1a0558b9770c4be8b8cf92d5e88f776c as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/1a0558b9770c4be8b8cf92d5e88f776c 2024-11-11T23:40:50,759 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/1a0558b9770c4be8b8cf92d5e88f776c, entries=150, sequenceid=261, filesize=11.9 K 2024-11-11T23:40:50,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/1aeb4ad7d9c042fa8a395a08b3c4a81d as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/1aeb4ad7d9c042fa8a395a08b3c4a81d 2024-11-11T23:40:50,763 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/1aeb4ad7d9c042fa8a395a08b3c4a81d, entries=150, sequenceid=261, filesize=11.9 K 2024-11-11T23:40:50,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/7b2e62400d1748c99efcd992c87b4ed5 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/7b2e62400d1748c99efcd992c87b4ed5 2024-11-11T23:40:50,767 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/7b2e62400d1748c99efcd992c87b4ed5, entries=150, sequenceid=261, filesize=11.9 K 2024-11-11T23:40:50,767 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3855d156a8e73f28676587f2f99dfd16 in 1247ms, sequenceid=261, compaction requested=true 2024-11-11T23:40:50,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:50,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:50,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-11T23:40:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-11T23:40:50,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-11T23:40:50,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0150 sec 2024-11-11T23:40:50,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.0180 sec 2024-11-11T23:40:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:50,855 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:50,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T23:40:50,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/b0f2cfba23a240faad6e2935052806ed is 50, key is test_row_0/A:col10/1731368450854/Put/seqid=0 2024-11-11T23:40:50,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742129_1305 (size=14741) 2024-11-11T23:40:50,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368510881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:50,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:50,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:50,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-11T23:40:50,903 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:50,903 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:40:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-11T23:40:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T23:40:50,905 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:40:50,905 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:40:50,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:50,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368510992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:50,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:50,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:50,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T23:40:51,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-11T23:40:51,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:51,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:51,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:51,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:51,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:51,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368511202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:51,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:51,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:51,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-11T23:40:51,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:51,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:51,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:51,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:51,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T23:40:51,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/b0f2cfba23a240faad6e2935052806ed 2024-11-11T23:40:51,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/cf6a085067894b468c22df7f7d42183b is 50, key is test_row_0/B:col10/1731368450854/Put/seqid=0 2024-11-11T23:40:51,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742130_1306 (size=12301) 2024-11-11T23:40:51,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-11T23:40:51,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:51,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:51,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:51,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:51,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:51,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368511512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:51,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:51,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:51,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:51,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-11T23:40:51,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:51,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:51,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:51,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:51,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T23:40:51,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-11T23:40:51,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:51,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:51,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:51,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:51,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:51,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/cf6a085067894b468c22df7f7d42183b 2024-11-11T23:40:51,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/31b1bdfa8c154432baab549bd9e4ea12 is 50, key is test_row_0/C:col10/1731368450854/Put/seqid=0 2024-11-11T23:40:51,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742131_1307 (size=12301) 2024-11-11T23:40:51,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/31b1bdfa8c154432baab549bd9e4ea12 2024-11-11T23:40:51,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/b0f2cfba23a240faad6e2935052806ed as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/b0f2cfba23a240faad6e2935052806ed 2024-11-11T23:40:51,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/b0f2cfba23a240faad6e2935052806ed, entries=200, sequenceid=287, filesize=14.4 K 2024-11-11T23:40:51,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/cf6a085067894b468c22df7f7d42183b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/cf6a085067894b468c22df7f7d42183b 2024-11-11T23:40:51,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/cf6a085067894b468c22df7f7d42183b, entries=150, sequenceid=287, filesize=12.0 K 2024-11-11T23:40:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/31b1bdfa8c154432baab549bd9e4ea12 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/31b1bdfa8c154432baab549bd9e4ea12 2024-11-11T23:40:51,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/31b1bdfa8c154432baab549bd9e4ea12, entries=150, sequenceid=287, filesize=12.0 K 2024-11-11T23:40:51,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3855d156a8e73f28676587f2f99dfd16 in 851ms, sequenceid=287, compaction requested=true 2024-11-11T23:40:51,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:51,707 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:40:51,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:51,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:51,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:51,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:51,707 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:40:51,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:51,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:51,708 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51790 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:40:51,708 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/A is initiating minor compaction (all files) 2024-11-11T23:40:51,708 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49350 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:40:51,708 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/A in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:51,708 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/B is initiating minor compaction (all files) 2024-11-11T23:40:51,708 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/B in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:51,708 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/89f41f452a8543c79a54afdbfcb53042, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/a85c86f7fbdc4140b1c51322da41c959, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/1a0558b9770c4be8b8cf92d5e88f776c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/b0f2cfba23a240faad6e2935052806ed] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=50.6 K 2024-11-11T23:40:51,708 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/bb0a71e40d4747f29471b6428f4a8062, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/b73ebe482f5d4b508b7d6aba0bd885ff, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/1aeb4ad7d9c042fa8a395a08b3c4a81d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/cf6a085067894b468c22df7f7d42183b] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=48.2 K 2024-11-11T23:40:51,709 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting bb0a71e40d4747f29471b6428f4a8062, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731368445893 2024-11-11T23:40:51,709 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89f41f452a8543c79a54afdbfcb53042, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731368445893 2024-11-11T23:40:51,709 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting b73ebe482f5d4b508b7d6aba0bd885ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731368447073 2024-11-11T23:40:51,709 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting a85c86f7fbdc4140b1c51322da41c959, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731368447073 2024-11-11T23:40:51,709 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 1aeb4ad7d9c042fa8a395a08b3c4a81d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731368448284 2024-11-11T23:40:51,709 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a0558b9770c4be8b8cf92d5e88f776c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731368448284 2024-11-11T23:40:51,709 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting cf6a085067894b468c22df7f7d42183b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731368450525 2024-11-11T23:40:51,709 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0f2cfba23a240faad6e2935052806ed, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731368450510 2024-11-11T23:40:51,719 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#B#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:51,719 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/a224df9cf82242b39766f86add323ce5 is 50, key is test_row_0/B:col10/1731368450854/Put/seqid=0 2024-11-11T23:40:51,722 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#A#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:51,723 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/fa8f29c528f34d4aa4039cc0648f30ae is 50, key is test_row_0/A:col10/1731368450854/Put/seqid=0 2024-11-11T23:40:51,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742132_1308 (size=12983) 2024-11-11T23:40:51,733 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/a224df9cf82242b39766f86add323ce5 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/a224df9cf82242b39766f86add323ce5 2024-11-11T23:40:51,737 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/B of 3855d156a8e73f28676587f2f99dfd16 into a224df9cf82242b39766f86add323ce5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:51,737 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:51,737 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/B, priority=12, startTime=1731368451707; duration=0sec 2024-11-11T23:40:51,737 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:51,737 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:B 2024-11-11T23:40:51,737 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:40:51,738 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49350 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:40:51,738 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/C is initiating minor compaction (all files) 2024-11-11T23:40:51,738 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/C in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:51,738 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/d2dfa24800af4574a54c619392b07c96, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/4b617d5cf3e54a0fa81321596ed925bc, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/7b2e62400d1748c99efcd992c87b4ed5, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/31b1bdfa8c154432baab549bd9e4ea12] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=48.2 K 2024-11-11T23:40:51,739 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting d2dfa24800af4574a54c619392b07c96, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731368445893 2024-11-11T23:40:51,739 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b617d5cf3e54a0fa81321596ed925bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731368447073 2024-11-11T23:40:51,740 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b2e62400d1748c99efcd992c87b4ed5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731368448284 2024-11-11T23:40:51,740 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 31b1bdfa8c154432baab549bd9e4ea12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731368450525 2024-11-11T23:40:51,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742133_1309 (size=12983) 2024-11-11T23:40:51,748 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/fa8f29c528f34d4aa4039cc0648f30ae as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/fa8f29c528f34d4aa4039cc0648f30ae 2024-11-11T23:40:51,749 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#C#compaction#263 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:51,750 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/da546f902a8948deb27b0d645cffd8b0 is 50, key is test_row_0/C:col10/1731368450854/Put/seqid=0 2024-11-11T23:40:51,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742134_1310 (size=12983) 2024-11-11T23:40:51,767 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/A of 3855d156a8e73f28676587f2f99dfd16 into fa8f29c528f34d4aa4039cc0648f30ae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:51,767 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:51,767 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/A, priority=12, startTime=1731368451706; duration=0sec 2024-11-11T23:40:51,767 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:51,767 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:A 2024-11-11T23:40:51,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-11T23:40:51,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:51,821 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T23:40:51,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/9c292b2bc49847dea09dbc6bde735481 is 50, key is test_row_0/A:col10/1731368450880/Put/seqid=0 2024-11-11T23:40:51,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742135_1311 (size=12301) 2024-11-11T23:40:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:52,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T23:40:52,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368512102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:52,167 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/da546f902a8948deb27b0d645cffd8b0 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/da546f902a8948deb27b0d645cffd8b0 2024-11-11T23:40:52,170 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/C of 3855d156a8e73f28676587f2f99dfd16 into da546f902a8948deb27b0d645cffd8b0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:52,170 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:52,170 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/C, priority=12, startTime=1731368451707; duration=0sec 2024-11-11T23:40:52,170 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:52,171 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:C 2024-11-11T23:40:52,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368512212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:52,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:52,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:52,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:52,229 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/9c292b2bc49847dea09dbc6bde735481 2024-11-11T23:40:52,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/425f85b20f4144728fbd4efe2db8745f is 50, key is test_row_0/B:col10/1731368450880/Put/seqid=0 2024-11-11T23:40:52,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742136_1312 (size=12301) 2024-11-11T23:40:52,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368512423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:52,641 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/425f85b20f4144728fbd4efe2db8745f 2024-11-11T23:40:52,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/9a6c9aab32b847a7b68ae58186a2362a is 50, key is test_row_0/C:col10/1731368450880/Put/seqid=0 2024-11-11T23:40:52,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742137_1313 (size=12301) 2024-11-11T23:40:52,649 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/9a6c9aab32b847a7b68ae58186a2362a 2024-11-11T23:40:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/9c292b2bc49847dea09dbc6bde735481 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/9c292b2bc49847dea09dbc6bde735481 2024-11-11T23:40:52,655 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/9c292b2bc49847dea09dbc6bde735481, entries=150, sequenceid=299, filesize=12.0 K 2024-11-11T23:40:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/425f85b20f4144728fbd4efe2db8745f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/425f85b20f4144728fbd4efe2db8745f 2024-11-11T23:40:52,659 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/425f85b20f4144728fbd4efe2db8745f, entries=150, sequenceid=299, filesize=12.0 K 2024-11-11T23:40:52,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/9a6c9aab32b847a7b68ae58186a2362a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/9a6c9aab32b847a7b68ae58186a2362a 2024-11-11T23:40:52,662 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/9a6c9aab32b847a7b68ae58186a2362a, entries=150, sequenceid=299, filesize=12.0 K 2024-11-11T23:40:52,663 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 3855d156a8e73f28676587f2f99dfd16 in 842ms, sequenceid=299, compaction requested=false 2024-11-11T23:40:52,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:52,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:52,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-11T23:40:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-11T23:40:52,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-11T23:40:52,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7600 sec 2024-11-11T23:40:52,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.7630 sec 2024-11-11T23:40:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:52,734 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:52,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T23:40:52,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/d55b09af21e243a080aa078f213437fd is 50, key is test_row_0/A:col10/1731368452101/Put/seqid=0 2024-11-11T23:40:52,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742138_1314 (size=14741) 2024-11-11T23:40:52,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368512756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:52,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:52,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:52,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:52,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368512862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:52,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:52,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:52,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T23:40:53,063 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:53,063 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:40:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-11T23:40:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T23:40:53,065 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:40:53,066 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:40:53,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:53,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368513072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:53,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/d55b09af21e243a080aa078f213437fd 2024-11-11T23:40:53,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/3cebc2156e0c499d96b02769a13cd8a0 is 50, key is test_row_0/B:col10/1731368452101/Put/seqid=0 2024-11-11T23:40:53,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742139_1315 (size=12301) 2024-11-11T23:40:53,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/3cebc2156e0c499d96b02769a13cd8a0 2024-11-11T23:40:53,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/fb972370629c4f47a7cc86753e88e8f1 is 50, key is test_row_0/C:col10/1731368452101/Put/seqid=0 2024-11-11T23:40:53,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742140_1316 (size=12301) 2024-11-11T23:40:53,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/fb972370629c4f47a7cc86753e88e8f1 2024-11-11T23:40:53,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/d55b09af21e243a080aa078f213437fd as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/d55b09af21e243a080aa078f213437fd 2024-11-11T23:40:53,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/d55b09af21e243a080aa078f213437fd, entries=200, sequenceid=327, filesize=14.4 K 2024-11-11T23:40:53,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/3cebc2156e0c499d96b02769a13cd8a0 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3cebc2156e0c499d96b02769a13cd8a0 2024-11-11T23:40:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T23:40:53,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3cebc2156e0c499d96b02769a13cd8a0, entries=150, sequenceid=327, filesize=12.0 K 2024-11-11T23:40:53,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/fb972370629c4f47a7cc86753e88e8f1 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/fb972370629c4f47a7cc86753e88e8f1 2024-11-11T23:40:53,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/fb972370629c4f47a7cc86753e88e8f1, entries=150, sequenceid=327, filesize=12.0 K 2024-11-11T23:40:53,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 3855d156a8e73f28676587f2f99dfd16 in 446ms, sequenceid=327, compaction requested=true 2024-11-11T23:40:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:53,180 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:53,180 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:53,181 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:53,181 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/B is initiating minor compaction (all files) 2024-11-11T23:40:53,181 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/B in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:53,181 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/a224df9cf82242b39766f86add323ce5, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/425f85b20f4144728fbd4efe2db8745f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3cebc2156e0c499d96b02769a13cd8a0] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=36.7 K 2024-11-11T23:40:53,182 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:53,182 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/A is initiating minor compaction (all files) 2024-11-11T23:40:53,182 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/A in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:53,182 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/fa8f29c528f34d4aa4039cc0648f30ae, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/9c292b2bc49847dea09dbc6bde735481, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/d55b09af21e243a080aa078f213437fd] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=39.1 K 2024-11-11T23:40:53,182 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting a224df9cf82242b39766f86add323ce5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731368450525 2024-11-11T23:40:53,182 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa8f29c528f34d4aa4039cc0648f30ae, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731368450525 2024-11-11T23:40:53,182 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 425f85b20f4144728fbd4efe2db8745f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731368450869 2024-11-11T23:40:53,183 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c292b2bc49847dea09dbc6bde735481, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731368450869 2024-11-11T23:40:53,183 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cebc2156e0c499d96b02769a13cd8a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731368452097 2024-11-11T23:40:53,183 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting d55b09af21e243a080aa078f213437fd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731368452086 2024-11-11T23:40:53,190 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#B#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:53,190 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:53,190 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/567fddf2f8ef43ca8162016b83a0805a is 50, key is test_row_0/B:col10/1731368452101/Put/seqid=0 2024-11-11T23:40:53,190 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/2434cf869cf940048733f2deeeb7f7f0 is 50, key is test_row_0/A:col10/1731368452101/Put/seqid=0 2024-11-11T23:40:53,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742142_1318 (size=13085) 2024-11-11T23:40:53,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742141_1317 (size=13085) 2024-11-11T23:40:53,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T23:40:53,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:53,219 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-11T23:40:53,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/d6035a1f32144890b267d909c7983c2d is 50, key is test_row_0/A:col10/1731368452751/Put/seqid=0 2024-11-11T23:40:53,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742143_1319 (size=9857) 2024-11-11T23:40:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T23:40:53,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:53,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368513471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:53,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:53,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:53,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:53,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368513582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:53,598 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/567fddf2f8ef43ca8162016b83a0805a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/567fddf2f8ef43ca8162016b83a0805a 2024-11-11T23:40:53,604 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/2434cf869cf940048733f2deeeb7f7f0 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/2434cf869cf940048733f2deeeb7f7f0 2024-11-11T23:40:53,604 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/B of 3855d156a8e73f28676587f2f99dfd16 into 567fddf2f8ef43ca8162016b83a0805a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:53,604 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:53,604 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/B, priority=13, startTime=1731368453180; duration=0sec 2024-11-11T23:40:53,604 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:53,604 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:B 2024-11-11T23:40:53,604 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:53,605 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:53,605 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/C is initiating minor compaction (all files) 2024-11-11T23:40:53,606 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/C in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:53,606 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/da546f902a8948deb27b0d645cffd8b0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/9a6c9aab32b847a7b68ae58186a2362a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/fb972370629c4f47a7cc86753e88e8f1] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=36.7 K 2024-11-11T23:40:53,606 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting da546f902a8948deb27b0d645cffd8b0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731368450525 2024-11-11T23:40:53,607 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a6c9aab32b847a7b68ae58186a2362a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731368450869 2024-11-11T23:40:53,607 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting fb972370629c4f47a7cc86753e88e8f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731368452097 2024-11-11T23:40:53,610 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/A of 3855d156a8e73f28676587f2f99dfd16 into 2434cf869cf940048733f2deeeb7f7f0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:53,610 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:53,610 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/A, priority=13, startTime=1731368453180; duration=0sec 2024-11-11T23:40:53,610 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:53,610 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:A 2024-11-11T23:40:53,615 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#C#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:53,616 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/4adeb677d9674060aea3e91899b3d225 is 50, key is test_row_0/C:col10/1731368452101/Put/seqid=0 2024-11-11T23:40:53,626 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/d6035a1f32144890b267d909c7983c2d 2024-11-11T23:40:53,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742144_1320 (size=13085) 2024-11-11T23:40:53,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/7dbdff92aca944d8af426710ed205e5f is 50, key is test_row_0/B:col10/1731368452751/Put/seqid=0 2024-11-11T23:40:53,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742145_1321 (size=9857) 2024-11-11T23:40:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T23:40:53,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368513792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:53,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:53,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:53,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:54,042 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/4adeb677d9674060aea3e91899b3d225 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/4adeb677d9674060aea3e91899b3d225 2024-11-11T23:40:54,045 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/C of 3855d156a8e73f28676587f2f99dfd16 into 4adeb677d9674060aea3e91899b3d225(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:54,045 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:54,045 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/C, priority=13, startTime=1731368453180; duration=0sec 2024-11-11T23:40:54,046 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:54,046 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:C 2024-11-11T23:40:54,047 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/7dbdff92aca944d8af426710ed205e5f 2024-11-11T23:40:54,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/4deccb9778fc4ba4be76e022871f124b is 50, key is test_row_0/C:col10/1731368452751/Put/seqid=0 2024-11-11T23:40:54,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742146_1322 (size=9857) 2024-11-11T23:40:54,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368514102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:54,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:54,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:54,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T23:40:54,456 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/4deccb9778fc4ba4be76e022871f124b 2024-11-11T23:40:54,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/d6035a1f32144890b267d909c7983c2d as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/d6035a1f32144890b267d909c7983c2d 2024-11-11T23:40:54,463 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/d6035a1f32144890b267d909c7983c2d, entries=100, sequenceid=336, filesize=9.6 K 2024-11-11T23:40:54,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/7dbdff92aca944d8af426710ed205e5f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/7dbdff92aca944d8af426710ed205e5f 2024-11-11T23:40:54,468 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/7dbdff92aca944d8af426710ed205e5f, entries=100, sequenceid=336, filesize=9.6 K 2024-11-11T23:40:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/4deccb9778fc4ba4be76e022871f124b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/4deccb9778fc4ba4be76e022871f124b 2024-11-11T23:40:54,472 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/4deccb9778fc4ba4be76e022871f124b, entries=100, sequenceid=336, filesize=9.6 K 2024-11-11T23:40:54,473 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 3855d156a8e73f28676587f2f99dfd16 in 1254ms, sequenceid=336, compaction requested=false 2024-11-11T23:40:54,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:54,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:54,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-11T23:40:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-11T23:40:54,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-11T23:40:54,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4080 sec 2024-11-11T23:40:54,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.4130 sec 2024-11-11T23:40:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:54,614 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:40:54,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-11T23:40:54,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/4e668e9ecfc74952ab46d87cd68a0632 is 50, key is test_row_0/A:col10/1731368454613/Put/seqid=0 2024-11-11T23:40:54,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742147_1323 (size=14741) 2024-11-11T23:40:54,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368514630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:54,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368514742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:54,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368514953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:55,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/4e668e9ecfc74952ab46d87cd68a0632 2024-11-11T23:40:55,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/3d2fcb5780b74224b4b3ce99c5d5da25 is 50, key is test_row_0/B:col10/1731368454613/Put/seqid=0 2024-11-11T23:40:55,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742148_1324 (size=12301) 2024-11-11T23:40:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T23:40:55,213 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:55,213 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:40:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-11T23:40:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T23:40:55,215 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:40:55,216 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:40:55,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:40:55,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368515262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:55,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:55,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:55,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T23:40:55,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-11T23:40:55,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:55,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:55,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:55,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:55,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:55,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/3d2fcb5780b74224b4b3ce99c5d5da25 2024-11-11T23:40:55,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/80a0ae0b2d464f69b250606c2135d608 is 50, key is test_row_0/C:col10/1731368454613/Put/seqid=0 2024-11-11T23:40:55,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742149_1325 (size=12301) 2024-11-11T23:40:55,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-11T23:40:55,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:55,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:55,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:55,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:55,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T23:40:55,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-11T23:40:55,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:55,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:55,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:55,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:55,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:55,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:40:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35110 deadline: 1731368515772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 2024-11-11T23:40:55,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:55,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:40:55,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:40:55,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-11T23:40:55,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:55,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. as already flushing 2024-11-11T23:40:55,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:55,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:55,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:40:55,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/80a0ae0b2d464f69b250606c2135d608 2024-11-11T23:40:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T23:40:55,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/4e668e9ecfc74952ab46d87cd68a0632 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/4e668e9ecfc74952ab46d87cd68a0632 2024-11-11T23:40:55,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/4e668e9ecfc74952ab46d87cd68a0632, entries=200, sequenceid=367, filesize=14.4 K 2024-11-11T23:40:55,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/3d2fcb5780b74224b4b3ce99c5d5da25 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3d2fcb5780b74224b4b3ce99c5d5da25 2024-11-11T23:40:55,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3d2fcb5780b74224b4b3ce99c5d5da25, entries=150, sequenceid=367, filesize=12.0 K 2024-11-11T23:40:55,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/80a0ae0b2d464f69b250606c2135d608 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/80a0ae0b2d464f69b250606c2135d608 2024-11-11T23:40:55,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/80a0ae0b2d464f69b250606c2135d608, entries=150, sequenceid=367, filesize=12.0 K 2024-11-11T23:40:55,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 3855d156a8e73f28676587f2f99dfd16 in 1242ms, sequenceid=367, compaction requested=true 2024-11-11T23:40:55,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:55,857 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:55,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:40:55,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:55,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:40:55,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:55,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3855d156a8e73f28676587f2f99dfd16:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:40:55,857 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:55,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:55,857 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:55,857 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/A is initiating minor compaction (all files) 2024-11-11T23:40:55,858 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/A in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:55,858 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:55,858 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/2434cf869cf940048733f2deeeb7f7f0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/d6035a1f32144890b267d909c7983c2d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/4e668e9ecfc74952ab46d87cd68a0632] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=36.8 K 2024-11-11T23:40:55,858 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/B is initiating minor compaction (all files) 2024-11-11T23:40:55,858 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/B in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:55,858 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/567fddf2f8ef43ca8162016b83a0805a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/7dbdff92aca944d8af426710ed205e5f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3d2fcb5780b74224b4b3ce99c5d5da25] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=34.4 K 2024-11-11T23:40:55,858 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2434cf869cf940048733f2deeeb7f7f0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731368452097 2024-11-11T23:40:55,858 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 567fddf2f8ef43ca8162016b83a0805a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731368452097 2024-11-11T23:40:55,858 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6035a1f32144890b267d909c7983c2d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731368452751 2024-11-11T23:40:55,858 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e668e9ecfc74952ab46d87cd68a0632, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731368453455 2024-11-11T23:40:55,858 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dbdff92aca944d8af426710ed205e5f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731368452751 2024-11-11T23:40:55,859 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d2fcb5780b74224b4b3ce99c5d5da25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731368453455 2024-11-11T23:40:55,865 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#B#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:55,865 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#A#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:55,865 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/bf868f564bef458bb64f9572e702702b is 50, key is test_row_0/A:col10/1731368454613/Put/seqid=0 2024-11-11T23:40:55,865 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/98b33e414a9c440c8a255d2ccfe2d0cd is 50, key is test_row_0/B:col10/1731368454613/Put/seqid=0 2024-11-11T23:40:55,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742150_1326 (size=13187) 2024-11-11T23:40:55,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742151_1327 (size=13187) 2024-11-11T23:40:55,873 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/bf868f564bef458bb64f9572e702702b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/bf868f564bef458bb64f9572e702702b 2024-11-11T23:40:55,873 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/98b33e414a9c440c8a255d2ccfe2d0cd as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/98b33e414a9c440c8a255d2ccfe2d0cd 2024-11-11T23:40:55,877 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/B of 3855d156a8e73f28676587f2f99dfd16 into 98b33e414a9c440c8a255d2ccfe2d0cd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:55,877 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:55,877 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/B, priority=13, startTime=1731368455857; duration=0sec 2024-11-11T23:40:55,877 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:40:55,878 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:B 2024-11-11T23:40:55,878 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:40:55,878 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/A of 3855d156a8e73f28676587f2f99dfd16 into bf868f564bef458bb64f9572e702702b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:55,878 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:55,878 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/A, priority=13, startTime=1731368455856; duration=0sec 2024-11-11T23:40:55,878 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:55,878 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:A 2024-11-11T23:40:55,879 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:40:55,879 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 3855d156a8e73f28676587f2f99dfd16/C is initiating minor compaction (all files) 2024-11-11T23:40:55,879 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3855d156a8e73f28676587f2f99dfd16/C in TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:55,879 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/4adeb677d9674060aea3e91899b3d225, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/4deccb9778fc4ba4be76e022871f124b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/80a0ae0b2d464f69b250606c2135d608] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp, totalSize=34.4 K 2024-11-11T23:40:55,879 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 4adeb677d9674060aea3e91899b3d225, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731368452097 2024-11-11T23:40:55,879 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 4deccb9778fc4ba4be76e022871f124b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731368452751 2024-11-11T23:40:55,880 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 80a0ae0b2d464f69b250606c2135d608, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731368453455 2024-11-11T23:40:55,885 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3855d156a8e73f28676587f2f99dfd16#C#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:40:55,886 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/f99da548539841acb379da6263f627f8 is 50, key is test_row_0/C:col10/1731368454613/Put/seqid=0 2024-11-11T23:40:55,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742152_1328 (size=13187) 2024-11-11T23:40:55,906 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/f99da548539841acb379da6263f627f8 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/f99da548539841acb379da6263f627f8 2024-11-11T23:40:55,913 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3855d156a8e73f28676587f2f99dfd16/C of 3855d156a8e73f28676587f2f99dfd16 into f99da548539841acb379da6263f627f8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:40:55,913 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:55,913 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., storeName=3855d156a8e73f28676587f2f99dfd16/C, priority=13, startTime=1731368455857; duration=0sec 2024-11-11T23:40:55,913 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:40:55,914 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3855d156a8e73f28676587f2f99dfd16:C 2024-11-11T23:40:55,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-11T23:40:55,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:55,979 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T23:40:55,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/955fc9c1e0ab46238d00c95af8ecdc20 is 50, key is test_row_0/A:col10/1731368454619/Put/seqid=0 2024-11-11T23:40:55,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742153_1329 (size=12301) 2024-11-11T23:40:55,988 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/955fc9c1e0ab46238d00c95af8ecdc20 2024-11-11T23:40:55,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/78e1544fa3434f409f5ae0e4d05a77a0 is 50, key is test_row_0/B:col10/1731368454619/Put/seqid=0 2024-11-11T23:40:56,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742154_1330 (size=12301) 2024-11-11T23:40:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T23:40:56,402 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/78e1544fa3434f409f5ae0e4d05a77a0 2024-11-11T23:40:56,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/1fd1cdfcafe44c858412a8300cdfc307 is 50, key is test_row_0/C:col10/1731368454619/Put/seqid=0 2024-11-11T23:40:56,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742155_1331 (size=12301) 2024-11-11T23:40:56,520 INFO [Thread-1156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1156. 2024-11-11T23:40:56,520 DEBUG [Thread-1156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:56,520 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:56,520 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:56,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:56,520 INFO [Thread-1162 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1162. 2024-11-11T23:40:56,520 DEBUG [Thread-1162 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:56,520 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:56,521 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:56,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:56,521 INFO [Thread-1158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1158. 2024-11-11T23:40:56,521 DEBUG [Thread-1158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:56,521 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:56,521 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:56,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:56,522 INFO [Thread-1164 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1164. 2024-11-11T23:40:56,522 DEBUG [Thread-1164 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:56,522 DEBUG [Thread-1164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:56,522 DEBUG [Thread-1164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:56,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:56,522 INFO [Thread-1160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1160. 2024-11-11T23:40:56,522 DEBUG [Thread-1160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:56,522 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:56,522 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:56,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:56,784 INFO [Thread-1147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1147. 2024-11-11T23:40:56,784 DEBUG [Thread-1147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:56,784 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:56,784 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:56,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:56,813 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/1fd1cdfcafe44c858412a8300cdfc307 2024-11-11T23:40:56,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/955fc9c1e0ab46238d00c95af8ecdc20 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/955fc9c1e0ab46238d00c95af8ecdc20 2024-11-11T23:40:56,821 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/955fc9c1e0ab46238d00c95af8ecdc20, entries=150, sequenceid=378, filesize=12.0 K 2024-11-11T23:40:56,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/78e1544fa3434f409f5ae0e4d05a77a0 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/78e1544fa3434f409f5ae0e4d05a77a0 2024-11-11T23:40:56,826 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/78e1544fa3434f409f5ae0e4d05a77a0, entries=150, sequenceid=378, filesize=12.0 K 2024-11-11T23:40:56,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/1fd1cdfcafe44c858412a8300cdfc307 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/1fd1cdfcafe44c858412a8300cdfc307 2024-11-11T23:40:56,830 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/1fd1cdfcafe44c858412a8300cdfc307, entries=150, sequenceid=378, filesize=12.0 K 2024-11-11T23:40:56,831 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=6.71 KB/6870 for 3855d156a8e73f28676587f2f99dfd16 in 852ms, sequenceid=378, compaction requested=false 2024-11-11T23:40:56,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 3855d156a8e73f28676587f2f99dfd16: 2024-11-11T23:40:56,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:56,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-11T23:40:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-11T23:40:56,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-11T23:40:56,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6160 sec 2024-11-11T23:40:56,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.6210 sec 2024-11-11T23:40:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T23:40:57,364 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:40:59,226 INFO [Thread-1149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1149. 2024-11-11T23:40:59,226 DEBUG [Thread-1149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:59,226 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:59,227 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:59,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:59,256 INFO [Thread-1151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1151. 2024-11-11T23:40:59,256 DEBUG [Thread-1151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:59,256 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:59,256 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:59,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:59,298 INFO [Thread-1145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1145. 2024-11-11T23:40:59,298 DEBUG [Thread-1145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:59,298 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:59,298 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:59,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:59,315 INFO [Thread-1153 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1153. 2024-11-11T23:40:59,315 DEBUG [Thread-1153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:40:59,315 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:59,315 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:59,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:59,316 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T23:40:59,316 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-11T23:40:59,316 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 209 2024-11-11T23:40:59,316 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-11T23:40:59,316 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-11T23:40:59,316 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-11T23:40:59,316 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T23:40:59,316 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4883 2024-11-11T23:40:59,316 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4773 2024-11-11T23:40:59,316 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4673 2024-11-11T23:40:59,316 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4894 2024-11-11T23:40:59,316 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4771 2024-11-11T23:40:59,316 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T23:40:59,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:40:59,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:40:59,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:59,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:40:59,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:40:59,318 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T23:40:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T23:40:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T23:40:59,325 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368459325"}]},"ts":"1731368459325"} 2024-11-11T23:40:59,328 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T23:40:59,328 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T23:40:59,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T23:40:59,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3855d156a8e73f28676587f2f99dfd16, UNASSIGN}] 2024-11-11T23:40:59,331 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3855d156a8e73f28676587f2f99dfd16, UNASSIGN 2024-11-11T23:40:59,332 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=3855d156a8e73f28676587f2f99dfd16, regionState=CLOSING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:40:59,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3855d156a8e73f28676587f2f99dfd16, UNASSIGN because future has completed 2024-11-11T23:40:59,334 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T23:40:59,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:40:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T23:40:59,487 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(122): Close 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:40:59,487 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T23:40:59,487 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1722): Closing 3855d156a8e73f28676587f2f99dfd16, disabling compactions & flushes 2024-11-11T23:40:59,487 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:59,487 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:59,487 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. after waiting 0 ms 2024-11-11T23:40:59,487 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:40:59,487 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(2902): Flushing 3855d156a8e73f28676587f2f99dfd16 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T23:40:59,493 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/7efd9be9eb8344be939c72026e8b4d74 is 50, key is test_row_0/A:col10/1731368459313/Put/seqid=0 2024-11-11T23:40:59,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742156_1332 (size=12301) 2024-11-11T23:40:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T23:40:59,899 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/7efd9be9eb8344be939c72026e8b4d74 2024-11-11T23:40:59,913 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/63fe3f118aba4861814c69884cf8c439 is 50, key is test_row_0/B:col10/1731368459313/Put/seqid=0 2024-11-11T23:40:59,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742157_1333 (size=12301) 2024-11-11T23:40:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T23:41:00,320 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/63fe3f118aba4861814c69884cf8c439 2024-11-11T23:41:00,332 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/996675eae99949d8a26e7a0103e7a439 is 50, key is test_row_0/C:col10/1731368459313/Put/seqid=0 2024-11-11T23:41:00,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742158_1334 (size=12301) 2024-11-11T23:41:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T23:41:00,738 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/996675eae99949d8a26e7a0103e7a439 2024-11-11T23:41:00,747 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/A/7efd9be9eb8344be939c72026e8b4d74 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/7efd9be9eb8344be939c72026e8b4d74 2024-11-11T23:41:00,751 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/7efd9be9eb8344be939c72026e8b4d74, entries=150, sequenceid=386, filesize=12.0 K 2024-11-11T23:41:00,752 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/B/63fe3f118aba4861814c69884cf8c439 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/63fe3f118aba4861814c69884cf8c439 2024-11-11T23:41:00,756 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/63fe3f118aba4861814c69884cf8c439, entries=150, sequenceid=386, filesize=12.0 K 2024-11-11T23:41:00,756 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/.tmp/C/996675eae99949d8a26e7a0103e7a439 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/996675eae99949d8a26e7a0103e7a439 2024-11-11T23:41:00,761 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/996675eae99949d8a26e7a0103e7a439, entries=150, sequenceid=386, filesize=12.0 K 2024-11-11T23:41:00,762 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3855d156a8e73f28676587f2f99dfd16 in 1275ms, sequenceid=386, compaction requested=true 2024-11-11T23:41:00,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/b83a335f84d344cd86e03e72de0e2a91, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/491636a6c7f548399eeaafb8de089f83, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/24a1af97c2d24a42a164a1b4268ce7cc, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/c1c4527bf1ae40508d7fcde1295ac6c0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/ae4876cf19fd4cb79bcb3bc5a3613630, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/ffdb8f5d4f784691b15978bbe323d702, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/7206484ce9cd4ce7ac191ce5b68d2689, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/ac9d2ba5028e471ab45acb1fd2abe589, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/563ce90e93504475bbcc3cf7e70c204b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/0ecc6879c4964e039bdef39a8a7d8a1e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/1700a8ed41f14dafb96fb56d96cb643a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/960b3c67a90849a394751d2f82feb69e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/c9641ff94cc04900a3d93d2531e7f1e4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/6c9bc60e51a24a509792b5f05ee0393d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/61a761e2c172419faa95c79fdf06e0d7, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/89f41f452a8543c79a54afdbfcb53042, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/899f928f800442c7ac09bf96bcc817de, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/a85c86f7fbdc4140b1c51322da41c959, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/1a0558b9770c4be8b8cf92d5e88f776c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/b0f2cfba23a240faad6e2935052806ed, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/fa8f29c528f34d4aa4039cc0648f30ae, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/9c292b2bc49847dea09dbc6bde735481, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/d55b09af21e243a080aa078f213437fd, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/2434cf869cf940048733f2deeeb7f7f0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/d6035a1f32144890b267d909c7983c2d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/4e668e9ecfc74952ab46d87cd68a0632] to archive 2024-11-11T23:41:00,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:41:00,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/b83a335f84d344cd86e03e72de0e2a91 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/b83a335f84d344cd86e03e72de0e2a91 2024-11-11T23:41:00,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/491636a6c7f548399eeaafb8de089f83 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/491636a6c7f548399eeaafb8de089f83 2024-11-11T23:41:00,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/24a1af97c2d24a42a164a1b4268ce7cc to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/24a1af97c2d24a42a164a1b4268ce7cc 2024-11-11T23:41:00,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/c1c4527bf1ae40508d7fcde1295ac6c0 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/c1c4527bf1ae40508d7fcde1295ac6c0 2024-11-11T23:41:00,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/ae4876cf19fd4cb79bcb3bc5a3613630 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/ae4876cf19fd4cb79bcb3bc5a3613630 2024-11-11T23:41:00,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/ffdb8f5d4f784691b15978bbe323d702 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/ffdb8f5d4f784691b15978bbe323d702 2024-11-11T23:41:00,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/7206484ce9cd4ce7ac191ce5b68d2689 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/7206484ce9cd4ce7ac191ce5b68d2689 2024-11-11T23:41:00,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/ac9d2ba5028e471ab45acb1fd2abe589 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/ac9d2ba5028e471ab45acb1fd2abe589 2024-11-11T23:41:00,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/563ce90e93504475bbcc3cf7e70c204b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/563ce90e93504475bbcc3cf7e70c204b 2024-11-11T23:41:00,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/0ecc6879c4964e039bdef39a8a7d8a1e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/0ecc6879c4964e039bdef39a8a7d8a1e 2024-11-11T23:41:00,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/1700a8ed41f14dafb96fb56d96cb643a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/1700a8ed41f14dafb96fb56d96cb643a 2024-11-11T23:41:00,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/960b3c67a90849a394751d2f82feb69e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/960b3c67a90849a394751d2f82feb69e 2024-11-11T23:41:00,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/c9641ff94cc04900a3d93d2531e7f1e4 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/c9641ff94cc04900a3d93d2531e7f1e4 2024-11-11T23:41:00,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/6c9bc60e51a24a509792b5f05ee0393d to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/6c9bc60e51a24a509792b5f05ee0393d 2024-11-11T23:41:00,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/61a761e2c172419faa95c79fdf06e0d7 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/61a761e2c172419faa95c79fdf06e0d7 2024-11-11T23:41:00,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/89f41f452a8543c79a54afdbfcb53042 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/89f41f452a8543c79a54afdbfcb53042 2024-11-11T23:41:00,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/899f928f800442c7ac09bf96bcc817de to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/899f928f800442c7ac09bf96bcc817de 2024-11-11T23:41:00,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/a85c86f7fbdc4140b1c51322da41c959 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/a85c86f7fbdc4140b1c51322da41c959 2024-11-11T23:41:00,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/1a0558b9770c4be8b8cf92d5e88f776c to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/1a0558b9770c4be8b8cf92d5e88f776c 2024-11-11T23:41:00,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/b0f2cfba23a240faad6e2935052806ed to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/b0f2cfba23a240faad6e2935052806ed 2024-11-11T23:41:00,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/fa8f29c528f34d4aa4039cc0648f30ae to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/fa8f29c528f34d4aa4039cc0648f30ae 2024-11-11T23:41:00,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/9c292b2bc49847dea09dbc6bde735481 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/9c292b2bc49847dea09dbc6bde735481 2024-11-11T23:41:00,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/d55b09af21e243a080aa078f213437fd to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/d55b09af21e243a080aa078f213437fd 2024-11-11T23:41:00,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/2434cf869cf940048733f2deeeb7f7f0 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/2434cf869cf940048733f2deeeb7f7f0 2024-11-11T23:41:00,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/d6035a1f32144890b267d909c7983c2d to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/d6035a1f32144890b267d909c7983c2d 2024-11-11T23:41:00,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/4e668e9ecfc74952ab46d87cd68a0632 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/4e668e9ecfc74952ab46d87cd68a0632 2024-11-11T23:41:00,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/a28c80d4093048ffaf4c9b786608ccbb, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/7067dec2288e4142ba53b45fc6779eee, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/a0a65bcff96541e1ad986fb2a5734632, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/75fa3b5da074463089141d695a15b3c6, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/df5a756a92bf4e909dd7cac9c2a60710, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/f1681c776b0d4df58b2646b55483da01, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/473b199277f2479b86254b1f4316988a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/0028678e133849c9a3e1d087cd778a42, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/6825f7e5f7224050949510af372f30b9, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/020dceb523dc44a0b88c34cc37adf940, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/9f1676a985b94b1987f1fd25336b29b4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/c9adc653780640df85b5c63f72604f44, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/f8b55d5bd69547fba33ffd8f4e8ab91f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3c168ef0567d4253bfdb8bf7068a00ad, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/6b18609134e54e05ac35a4b43abf4ec0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/bb0a71e40d4747f29471b6428f4a8062, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/616e505eb4be4f5988db8f2c89c966f2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/b73ebe482f5d4b508b7d6aba0bd885ff, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/1aeb4ad7d9c042fa8a395a08b3c4a81d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/a224df9cf82242b39766f86add323ce5, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/cf6a085067894b468c22df7f7d42183b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/425f85b20f4144728fbd4efe2db8745f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/567fddf2f8ef43ca8162016b83a0805a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3cebc2156e0c499d96b02769a13cd8a0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/7dbdff92aca944d8af426710ed205e5f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3d2fcb5780b74224b4b3ce99c5d5da25] to archive 2024-11-11T23:41:00,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:41:00,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/a28c80d4093048ffaf4c9b786608ccbb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/a28c80d4093048ffaf4c9b786608ccbb 2024-11-11T23:41:00,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/7067dec2288e4142ba53b45fc6779eee to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/7067dec2288e4142ba53b45fc6779eee 2024-11-11T23:41:00,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/a0a65bcff96541e1ad986fb2a5734632 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/a0a65bcff96541e1ad986fb2a5734632 2024-11-11T23:41:00,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/75fa3b5da074463089141d695a15b3c6 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/75fa3b5da074463089141d695a15b3c6 2024-11-11T23:41:00,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/df5a756a92bf4e909dd7cac9c2a60710 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/df5a756a92bf4e909dd7cac9c2a60710 2024-11-11T23:41:00,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/f1681c776b0d4df58b2646b55483da01 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/f1681c776b0d4df58b2646b55483da01 2024-11-11T23:41:00,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/473b199277f2479b86254b1f4316988a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/473b199277f2479b86254b1f4316988a 2024-11-11T23:41:00,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/0028678e133849c9a3e1d087cd778a42 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/0028678e133849c9a3e1d087cd778a42 2024-11-11T23:41:00,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/6825f7e5f7224050949510af372f30b9 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/6825f7e5f7224050949510af372f30b9 2024-11-11T23:41:00,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/020dceb523dc44a0b88c34cc37adf940 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/020dceb523dc44a0b88c34cc37adf940 2024-11-11T23:41:00,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/9f1676a985b94b1987f1fd25336b29b4 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/9f1676a985b94b1987f1fd25336b29b4 2024-11-11T23:41:00,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/c9adc653780640df85b5c63f72604f44 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/c9adc653780640df85b5c63f72604f44 2024-11-11T23:41:00,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/f8b55d5bd69547fba33ffd8f4e8ab91f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/f8b55d5bd69547fba33ffd8f4e8ab91f 2024-11-11T23:41:00,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3c168ef0567d4253bfdb8bf7068a00ad to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3c168ef0567d4253bfdb8bf7068a00ad 2024-11-11T23:41:00,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/6b18609134e54e05ac35a4b43abf4ec0 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/6b18609134e54e05ac35a4b43abf4ec0 2024-11-11T23:41:00,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/bb0a71e40d4747f29471b6428f4a8062 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/bb0a71e40d4747f29471b6428f4a8062 2024-11-11T23:41:00,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/616e505eb4be4f5988db8f2c89c966f2 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/616e505eb4be4f5988db8f2c89c966f2 2024-11-11T23:41:00,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/b73ebe482f5d4b508b7d6aba0bd885ff to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/b73ebe482f5d4b508b7d6aba0bd885ff 2024-11-11T23:41:00,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/1aeb4ad7d9c042fa8a395a08b3c4a81d to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/1aeb4ad7d9c042fa8a395a08b3c4a81d 2024-11-11T23:41:00,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/a224df9cf82242b39766f86add323ce5 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/a224df9cf82242b39766f86add323ce5 2024-11-11T23:41:00,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/cf6a085067894b468c22df7f7d42183b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/cf6a085067894b468c22df7f7d42183b 2024-11-11T23:41:00,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/425f85b20f4144728fbd4efe2db8745f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/425f85b20f4144728fbd4efe2db8745f 2024-11-11T23:41:00,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/567fddf2f8ef43ca8162016b83a0805a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/567fddf2f8ef43ca8162016b83a0805a 2024-11-11T23:41:00,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3cebc2156e0c499d96b02769a13cd8a0 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3cebc2156e0c499d96b02769a13cd8a0 2024-11-11T23:41:00,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/7dbdff92aca944d8af426710ed205e5f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/7dbdff92aca944d8af426710ed205e5f 2024-11-11T23:41:00,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3d2fcb5780b74224b4b3ce99c5d5da25 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/3d2fcb5780b74224b4b3ce99c5d5da25 2024-11-11T23:41:00,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/1e59c771ffe6434994141f0879062462, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/498faddc00024eb4bbcae2e1a74c2390, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/93b3e68ae109487daf41fa4ae0225ad6, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/bcec21f648ac44909525fdc282670576, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/8a01a7da174a4ccaa3aa2dca23a2e069, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/b7f7e9cbad4e4148bb78789272eac35b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/e3772c8754c74b49a1d521aaf4c8e5f2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/11652ce3e1cb4fa19bc53a99bd553fa3, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/5aad61e94376429298f9ab98c8ff305f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/5045ba78d4ac4ab5a215909044799d4b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/809e9df94a794f0096c0e32b80e14193, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/78f8bfeba2f049808d6e45852b2f630d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/41551db3d39b4da29b7d577a14613f99, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/690a8c8dfcf34eedaf5b3a39f5296a33, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/c2eae33e662a451fa20ce93e5b594e55, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/d2dfa24800af4574a54c619392b07c96, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/5702d7f5d32047d39f263837937495b4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/4b617d5cf3e54a0fa81321596ed925bc, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/7b2e62400d1748c99efcd992c87b4ed5, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/da546f902a8948deb27b0d645cffd8b0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/31b1bdfa8c154432baab549bd9e4ea12, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/9a6c9aab32b847a7b68ae58186a2362a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/4adeb677d9674060aea3e91899b3d225, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/fb972370629c4f47a7cc86753e88e8f1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/4deccb9778fc4ba4be76e022871f124b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/80a0ae0b2d464f69b250606c2135d608] to archive 2024-11-11T23:41:00,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:41:00,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/1e59c771ffe6434994141f0879062462 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/1e59c771ffe6434994141f0879062462 2024-11-11T23:41:00,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/498faddc00024eb4bbcae2e1a74c2390 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/498faddc00024eb4bbcae2e1a74c2390 2024-11-11T23:41:00,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/93b3e68ae109487daf41fa4ae0225ad6 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/93b3e68ae109487daf41fa4ae0225ad6 2024-11-11T23:41:00,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/bcec21f648ac44909525fdc282670576 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/bcec21f648ac44909525fdc282670576 2024-11-11T23:41:00,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/8a01a7da174a4ccaa3aa2dca23a2e069 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/8a01a7da174a4ccaa3aa2dca23a2e069 2024-11-11T23:41:00,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/b7f7e9cbad4e4148bb78789272eac35b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/b7f7e9cbad4e4148bb78789272eac35b 2024-11-11T23:41:00,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/e3772c8754c74b49a1d521aaf4c8e5f2 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/e3772c8754c74b49a1d521aaf4c8e5f2 2024-11-11T23:41:00,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/11652ce3e1cb4fa19bc53a99bd553fa3 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/11652ce3e1cb4fa19bc53a99bd553fa3 2024-11-11T23:41:00,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/5aad61e94376429298f9ab98c8ff305f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/5aad61e94376429298f9ab98c8ff305f 2024-11-11T23:41:00,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/5045ba78d4ac4ab5a215909044799d4b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/5045ba78d4ac4ab5a215909044799d4b 2024-11-11T23:41:00,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/809e9df94a794f0096c0e32b80e14193 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/809e9df94a794f0096c0e32b80e14193 2024-11-11T23:41:00,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/78f8bfeba2f049808d6e45852b2f630d to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/78f8bfeba2f049808d6e45852b2f630d 2024-11-11T23:41:00,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/41551db3d39b4da29b7d577a14613f99 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/41551db3d39b4da29b7d577a14613f99 2024-11-11T23:41:00,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/690a8c8dfcf34eedaf5b3a39f5296a33 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/690a8c8dfcf34eedaf5b3a39f5296a33 2024-11-11T23:41:00,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/c2eae33e662a451fa20ce93e5b594e55 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/c2eae33e662a451fa20ce93e5b594e55 2024-11-11T23:41:00,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/d2dfa24800af4574a54c619392b07c96 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/d2dfa24800af4574a54c619392b07c96 2024-11-11T23:41:00,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/5702d7f5d32047d39f263837937495b4 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/5702d7f5d32047d39f263837937495b4 2024-11-11T23:41:00,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/4b617d5cf3e54a0fa81321596ed925bc to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/4b617d5cf3e54a0fa81321596ed925bc 2024-11-11T23:41:00,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/7b2e62400d1748c99efcd992c87b4ed5 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/7b2e62400d1748c99efcd992c87b4ed5 2024-11-11T23:41:00,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/da546f902a8948deb27b0d645cffd8b0 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/da546f902a8948deb27b0d645cffd8b0 2024-11-11T23:41:00,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/31b1bdfa8c154432baab549bd9e4ea12 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/31b1bdfa8c154432baab549bd9e4ea12 2024-11-11T23:41:00,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/9a6c9aab32b847a7b68ae58186a2362a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/9a6c9aab32b847a7b68ae58186a2362a 2024-11-11T23:41:00,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/4adeb677d9674060aea3e91899b3d225 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/4adeb677d9674060aea3e91899b3d225 2024-11-11T23:41:00,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/fb972370629c4f47a7cc86753e88e8f1 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/fb972370629c4f47a7cc86753e88e8f1 2024-11-11T23:41:00,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/4deccb9778fc4ba4be76e022871f124b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/4deccb9778fc4ba4be76e022871f124b 2024-11-11T23:41:00,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/80a0ae0b2d464f69b250606c2135d608 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/80a0ae0b2d464f69b250606c2135d608 2024-11-11T23:41:00,874 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/recovered.edits/389.seqid, newMaxSeqId=389, maxSeqId=1 2024-11-11T23:41:00,875 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. 2024-11-11T23:41:00,875 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1676): Region close journal for 3855d156a8e73f28676587f2f99dfd16: Waiting for close lock at 1731368459487Running coprocessor pre-close hooks at 1731368459487Disabling compacts and flushes for region at 1731368459487Disabling writes for close at 1731368459487Obtaining lock to block concurrent updates at 1731368459487Preparing flush snapshotting stores in 3855d156a8e73f28676587f2f99dfd16 at 1731368459487Finished memstore snapshotting TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731368459488 (+1 ms)Flushing stores of TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16. at 1731368459488Flushing 3855d156a8e73f28676587f2f99dfd16/A: creating writer at 1731368459488Flushing 3855d156a8e73f28676587f2f99dfd16/A: appending metadata at 1731368459492 (+4 ms)Flushing 3855d156a8e73f28676587f2f99dfd16/A: closing flushed file at 1731368459493 (+1 ms)Flushing 3855d156a8e73f28676587f2f99dfd16/B: creating writer at 1731368459908 (+415 ms)Flushing 3855d156a8e73f28676587f2f99dfd16/B: appending metadata at 1731368459912 (+4 ms)Flushing 3855d156a8e73f28676587f2f99dfd16/B: closing flushed file at 1731368459912Flushing 3855d156a8e73f28676587f2f99dfd16/C: creating writer at 1731368460329 (+417 ms)Flushing 3855d156a8e73f28676587f2f99dfd16/C: appending metadata at 1731368460332 (+3 ms)Flushing 3855d156a8e73f28676587f2f99dfd16/C: closing flushed file at 1731368460332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6b5a5e: reopening flushed file at 1731368460746 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c31ce24: reopening flushed file at 1731368460751 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e15cf0: reopening flushed file at 1731368460756 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3855d156a8e73f28676587f2f99dfd16 in 1275ms, sequenceid=386, compaction requested=true at 1731368460762 (+6 ms)Writing region close event to WAL at 1731368460871 (+109 ms)Running coprocessor post-close hooks at 1731368460875 (+4 ms)Closed at 1731368460875 2024-11-11T23:41:00,876 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(157): Closed 3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:41:00,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=3855d156a8e73f28676587f2f99dfd16, regionState=CLOSED 2024-11-11T23:41:00,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:41:00,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-11T23:41:00,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 3855d156a8e73f28676587f2f99dfd16, server=b70d29849faf,33717,1731368375931 in 1.5450 sec 2024-11-11T23:41:00,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-11T23:41:00,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3855d156a8e73f28676587f2f99dfd16, UNASSIGN in 1.5500 sec 2024-11-11T23:41:00,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-11T23:41:00,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5520 sec 2024-11-11T23:41:00,883 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368460883"}]},"ts":"1731368460883"} 2024-11-11T23:41:00,884 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T23:41:00,884 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T23:41:00,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5670 sec 2024-11-11T23:41:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T23:41:01,473 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:01,474 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T23:41:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:41:01,477 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:41:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T23:41:01,478 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=84, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:41:01,482 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:41:01,487 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/recovered.edits] 2024-11-11T23:41:01,492 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/7efd9be9eb8344be939c72026e8b4d74 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/7efd9be9eb8344be939c72026e8b4d74 2024-11-11T23:41:01,495 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/955fc9c1e0ab46238d00c95af8ecdc20 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/955fc9c1e0ab46238d00c95af8ecdc20 2024-11-11T23:41:01,496 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/bf868f564bef458bb64f9572e702702b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/A/bf868f564bef458bb64f9572e702702b 2024-11-11T23:41:01,499 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/63fe3f118aba4861814c69884cf8c439 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/63fe3f118aba4861814c69884cf8c439 2024-11-11T23:41:01,500 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/78e1544fa3434f409f5ae0e4d05a77a0 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/78e1544fa3434f409f5ae0e4d05a77a0 2024-11-11T23:41:01,502 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/98b33e414a9c440c8a255d2ccfe2d0cd to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/B/98b33e414a9c440c8a255d2ccfe2d0cd 2024-11-11T23:41:01,504 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/1fd1cdfcafe44c858412a8300cdfc307 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/1fd1cdfcafe44c858412a8300cdfc307 2024-11-11T23:41:01,505 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/996675eae99949d8a26e7a0103e7a439 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/996675eae99949d8a26e7a0103e7a439 2024-11-11T23:41:01,506 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/f99da548539841acb379da6263f627f8 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/C/f99da548539841acb379da6263f627f8 2024-11-11T23:41:01,509 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/recovered.edits/389.seqid to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16/recovered.edits/389.seqid 2024-11-11T23:41:01,510 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/3855d156a8e73f28676587f2f99dfd16 2024-11-11T23:41:01,510 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T23:41:01,513 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=84, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:41:01,518 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T23:41:01,521 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T23:41:01,522 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=84, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:41:01,522 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T23:41:01,522 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731368461522"}]},"ts":"9223372036854775807"} 2024-11-11T23:41:01,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T23:41:01,524 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3855d156a8e73f28676587f2f99dfd16, NAME => 'TestAcidGuarantees,,1731368434316.3855d156a8e73f28676587f2f99dfd16.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T23:41:01,524 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T23:41:01,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731368461524"}]},"ts":"9223372036854775807"} 2024-11-11T23:41:01,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T23:41:01,527 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=84, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:41:01,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-11-11T23:41:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T23:41:01,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T23:41:01,584 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:01,595 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238 (was 241), OpenFileDescriptor=451 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=4602 (was 4717) 2024-11-11T23:41:01,602 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=4602 2024-11-11T23:41:01,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T23:41:01,603 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:41:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T23:41:01,605 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:41:01,605 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:01,605 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 85 2024-11-11T23:41:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-11T23:41:01,606 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:41:01,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742159_1335 (size=959) 2024-11-11T23:41:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-11T23:41:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-11T23:41:02,013 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62 2024-11-11T23:41:02,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742160_1336 (size=53) 2024-11-11T23:41:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-11T23:41:02,420 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:41:02,421 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9bf89d10edd4b2f97e50f357c81b59bb, disabling compactions & flushes 2024-11-11T23:41:02,421 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:02,421 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:02,421 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. after waiting 0 ms 2024-11-11T23:41:02,421 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:02,421 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:02,421 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9bf89d10edd4b2f97e50f357c81b59bb: Waiting for close lock at 1731368462420Disabling compacts and flushes for region at 1731368462420Disabling writes for close at 1731368462421 (+1 ms)Writing region close event to WAL at 1731368462421Closed at 1731368462421 2024-11-11T23:41:02,423 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:41:02,424 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731368462423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731368462423"}]},"ts":"1731368462423"} 2024-11-11T23:41:02,427 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:41:02,428 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:41:02,429 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368462428"}]},"ts":"1731368462428"} 2024-11-11T23:41:02,430 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T23:41:02,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bf89d10edd4b2f97e50f357c81b59bb, ASSIGN}] 2024-11-11T23:41:02,431 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bf89d10edd4b2f97e50f357c81b59bb, ASSIGN 2024-11-11T23:41:02,432 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bf89d10edd4b2f97e50f357c81b59bb, ASSIGN; state=OFFLINE, location=b70d29849faf,33717,1731368375931; forceNewPlan=false, retain=false 2024-11-11T23:41:02,583 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=9bf89d10edd4b2f97e50f357c81b59bb, regionState=OPENING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:41:02,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bf89d10edd4b2f97e50f357c81b59bb, ASSIGN because future has completed 2024-11-11T23:41:02,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:41:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-11T23:41:02,746 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:02,746 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:41:02,747 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:02,747 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:41:02,747 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:02,747 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:02,749 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:02,750 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bf89d10edd4b2f97e50f357c81b59bb columnFamilyName A 2024-11-11T23:41:02,750 DEBUG [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:02,751 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] regionserver.HStore(327): Store=9bf89d10edd4b2f97e50f357c81b59bb/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:41:02,751 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:02,753 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bf89d10edd4b2f97e50f357c81b59bb columnFamilyName B 2024-11-11T23:41:02,753 DEBUG [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:02,753 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] regionserver.HStore(327): Store=9bf89d10edd4b2f97e50f357c81b59bb/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:41:02,753 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:02,754 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bf89d10edd4b2f97e50f357c81b59bb columnFamilyName C 2024-11-11T23:41:02,754 DEBUG [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:02,755 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] regionserver.HStore(327): Store=9bf89d10edd4b2f97e50f357c81b59bb/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:41:02,755 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:02,756 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:02,756 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:02,758 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:02,758 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:02,758 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T23:41:02,760 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:02,762 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:41:02,763 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 9bf89d10edd4b2f97e50f357c81b59bb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58744126, jitterRate=-0.12464430928230286}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T23:41:02,763 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:02,764 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 9bf89d10edd4b2f97e50f357c81b59bb: Running coprocessor pre-open hook at 1731368462747Writing region info on filesystem at 1731368462747Initializing all the Stores at 1731368462748 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368462748Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368462748Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368462748Cleaning up temporary data from old regions at 1731368462758 (+10 ms)Running coprocessor post-open hooks at 1731368462763 (+5 ms)Region opened successfully at 1731368462764 (+1 ms) 2024-11-11T23:41:02,764 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., pid=87, masterSystemTime=1731368462740 2024-11-11T23:41:02,766 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:02,766 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:02,767 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=9bf89d10edd4b2f97e50f357c81b59bb, regionState=OPEN, openSeqNum=2, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:41:02,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:41:02,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-11T23:41:02,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure 9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 in 183 msec 2024-11-11T23:41:02,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-11T23:41:02,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bf89d10edd4b2f97e50f357c81b59bb, ASSIGN in 341 msec 2024-11-11T23:41:02,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:41:02,774 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368462774"}]},"ts":"1731368462774"} 2024-11-11T23:41:02,776 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T23:41:02,776 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:41:02,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1740 sec 2024-11-11T23:41:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-11T23:41:03,764 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:03,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7befe57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:03,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:03,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:03,768 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:03,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:03,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:03,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68935180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:03,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:03,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:03,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:03,772 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:03,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487fc939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:03,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:03,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:03,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:03,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:03,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:41:03,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b70d29849faf,38133,1731368375272 2024-11-11T23:41:03,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a1b4585 2024-11-11T23:41:03,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:41:03,777 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:41:03,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T23:41:03,779 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:41:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T23:41:03,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742161_1337 (size=995) 2024-11-11T23:41:04,191 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T23:41:04,191 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-11T23:41:04,191 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-11T23:41:04,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T23:41:04,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bf89d10edd4b2f97e50f357c81b59bb, REOPEN/MOVE}] 2024-11-11T23:41:04,196 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bf89d10edd4b2f97e50f357c81b59bb, REOPEN/MOVE 2024-11-11T23:41:04,197 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=9bf89d10edd4b2f97e50f357c81b59bb, regionState=CLOSING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:41:04,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bf89d10edd4b2f97e50f357c81b59bb, REOPEN/MOVE because future has completed 2024-11-11T23:41:04,198 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T23:41:04,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:41:04,350 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:04,350 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T23:41:04,351 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 9bf89d10edd4b2f97e50f357c81b59bb, disabling compactions & flushes 2024-11-11T23:41:04,351 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:04,351 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:04,351 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. after waiting 0 ms 2024-11-11T23:41:04,351 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:04,354 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T23:41:04,355 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:04,355 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 9bf89d10edd4b2f97e50f357c81b59bb: Waiting for close lock at 1731368464351Running coprocessor pre-close hooks at 1731368464351Disabling compacts and flushes for region at 1731368464351Disabling writes for close at 1731368464351Writing region close event to WAL at 1731368464351Running coprocessor post-close hooks at 1731368464355 (+4 ms)Closed at 1731368464355 2024-11-11T23:41:04,355 WARN [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionServer(3299): Not adding moved region record: 9bf89d10edd4b2f97e50f357c81b59bb to self. 2024-11-11T23:41:04,356 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:04,357 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=9bf89d10edd4b2f97e50f357c81b59bb, regionState=CLOSED 2024-11-11T23:41:04,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:41:04,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-11T23:41:04,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 in 161 msec 2024-11-11T23:41:04,360 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bf89d10edd4b2f97e50f357c81b59bb, REOPEN/MOVE; state=CLOSED, location=b70d29849faf,33717,1731368375931; forceNewPlan=false, retain=true 2024-11-11T23:41:04,511 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=9bf89d10edd4b2f97e50f357c81b59bb, regionState=OPENING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:41:04,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bf89d10edd4b2f97e50f357c81b59bb, REOPEN/MOVE because future has completed 2024-11-11T23:41:04,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:41:04,676 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:04,676 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7752): Opening region: {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:41:04,677 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:04,677 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:41:04,677 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7794): checking encryption for 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:04,677 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7797): checking classloading for 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:04,678 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:04,679 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bf89d10edd4b2f97e50f357c81b59bb columnFamilyName A 2024-11-11T23:41:04,680 DEBUG [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:04,680 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] regionserver.HStore(327): Store=9bf89d10edd4b2f97e50f357c81b59bb/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:41:04,681 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:04,681 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bf89d10edd4b2f97e50f357c81b59bb columnFamilyName B 2024-11-11T23:41:04,681 DEBUG [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:04,682 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] regionserver.HStore(327): Store=9bf89d10edd4b2f97e50f357c81b59bb/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:41:04,682 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:04,682 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bf89d10edd4b2f97e50f357c81b59bb columnFamilyName C 2024-11-11T23:41:04,682 DEBUG [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:04,683 INFO [StoreOpener-9bf89d10edd4b2f97e50f357c81b59bb-1 {}] regionserver.HStore(327): Store=9bf89d10edd4b2f97e50f357c81b59bb/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:41:04,683 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1038): replaying wal for 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:04,683 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:04,684 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:04,685 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1048): stopping wal replay for 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:04,685 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1060): Cleaning up temporary data for 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:04,686 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T23:41:04,687 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1093): writing seq id for 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:04,687 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1114): Opened 9bf89d10edd4b2f97e50f357c81b59bb; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59717944, jitterRate=-0.11013329029083252}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T23:41:04,688 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:04,688 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1006): Region open journal for 9bf89d10edd4b2f97e50f357c81b59bb: Running coprocessor pre-open hook at 1731368464677Writing region info on filesystem at 1731368464677Initializing all the Stores at 1731368464678 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368464678Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368464678Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368464678Cleaning up temporary data from old regions at 1731368464685 (+7 ms)Running coprocessor post-open hooks at 1731368464688 (+3 ms)Region opened successfully at 1731368464688 2024-11-11T23:41:04,689 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., pid=92, masterSystemTime=1731368464669 2024-11-11T23:41:04,690 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:04,690 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:04,691 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=9bf89d10edd4b2f97e50f357c81b59bb, regionState=OPEN, openSeqNum=5, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:41:04,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:41:04,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=90 2024-11-11T23:41:04,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure 9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 in 178 msec 2024-11-11T23:41:04,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-11T23:41:04,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bf89d10edd4b2f97e50f357c81b59bb, REOPEN/MOVE in 499 msec 2024-11-11T23:41:04,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-11T23:41:04,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 503 msec 2024-11-11T23:41:04,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 919 msec 2024-11-11T23:41:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-11T23:41:04,700 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:04,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:04,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:04,701 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:04,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:04,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:04,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d37390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:04,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:04,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:04,702 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:04,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c56e753, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:04,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:04,705 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573aa378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:04,706 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:04,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1820317f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:04,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:04,709 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:04,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:04,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:04,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcc83b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:04,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:04,710 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dcb5219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:04,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:04,712 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:04,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:04,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:04,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512d68e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:04,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:04,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:04,714 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:04,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b939c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:04,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:04,715 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:04,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382fc606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:04,716 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:04,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ebccf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:04,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:04,718 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153beed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:04,719 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:04,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18037431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:04,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:04,720 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:04,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:04,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:04,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58161640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:04,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:04,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:04,721 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:04,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59813a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:04,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:04,723 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e5f0f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:04,724 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:04,724 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144c6cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:04,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:04,725 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5a0a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:04,727 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:04,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac95dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa71035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:04,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:04,729 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:04,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:04,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:04,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3e39eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:04,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:04,730 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:04,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7a129a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:04,731 DEBUG [Thread-1547 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:04,731 DEBUG [Thread-1551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:04,731 DEBUG [Thread-1553 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:04,732 DEBUG [Thread-1538 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:04,732 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:41:04,732 DEBUG [Thread-1545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:04,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:04,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:04,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:04,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:04,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:04,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:04,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:04,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:04,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:04,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-11T23:41:04,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:04,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:04,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:04,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-11T23:41:04,734 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:41:04,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:04,736 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:41:04,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:41:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:41:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:41:04,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:41:04,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:41:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:41:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:04,748 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:04,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9bf89d10edd4b2f97e50f357c81b59bb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:41:04,749 DEBUG [Thread-1536 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:04,749 DEBUG [Thread-1534 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:04,749 DEBUG [Thread-1540 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:04,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:04,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:41:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:41:04,756 DEBUG [Thread-1542 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:04,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:04,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:04,760 DEBUG [Thread-1549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:04,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:04,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:04,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:41:04,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:04,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:04,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:41:04,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:41:04,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111193c6914396894af9859775ca6f07135e_9bf89d10edd4b2f97e50f357c81b59bb is 50, key is test_row_0/A:col10/1731368464742/Put/seqid=0 2024-11-11T23:41:04,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742162_1338 (size=14594) 2024-11-11T23:41:04,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368524793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:04,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368524793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368524795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368524799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:04,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:04,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368524801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:04,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-11T23:41:04,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-11T23:41:04,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:04,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:04,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:04,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:04,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:04,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368524912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:04,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368524913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368524913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:04,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368524913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368524913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:05,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-11T23:41:05,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:05,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:05,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:05,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-11T23:41:05,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368525122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:05,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368525122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:05,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368525122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:05,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368525122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368525122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:05,179 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:05,181 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111193c6914396894af9859775ca6f07135e_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111193c6914396894af9859775ca6f07135e_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:05,182 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/85292df9fd084834b9b2da6fb042e147, store: [table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:05,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/85292df9fd084834b9b2da6fb042e147 is 175, key is test_row_0/A:col10/1731368464742/Put/seqid=0 2024-11-11T23:41:05,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742163_1339 (size=39549) 2024-11-11T23:41:05,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-11T23:41:05,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:05,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:05,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:05,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-11T23:41:05,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:05,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:05,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:05,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-11T23:41:05,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368525432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:05,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368525432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368525432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:05,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368525432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:05,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368525432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:05,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-11T23:41:05,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:05,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:05,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:05,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,587 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/85292df9fd084834b9b2da6fb042e147 2024-11-11T23:41:05,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/7229a3b69b474a0c882d6f5456046484 is 50, key is test_row_0/B:col10/1731368464742/Put/seqid=0 2024-11-11T23:41:05,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742164_1340 (size=12001) 2024-11-11T23:41:05,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/7229a3b69b474a0c882d6f5456046484 2024-11-11T23:41:05,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/93337c86d19a4ed1aca4a47cfc947365 is 50, key is test_row_0/C:col10/1731368464742/Put/seqid=0 2024-11-11T23:41:05,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742165_1341 (size=12001) 2024-11-11T23:41:05,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-11T23:41:05,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:05,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:05,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:05,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-11T23:41:05,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:05,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:05,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:05,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-11T23:41:05,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368525942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:05,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368525942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368525942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368525943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368525943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:05,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-11T23:41:05,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:05,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:05,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:05,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:06,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/93337c86d19a4ed1aca4a47cfc947365 2024-11-11T23:41:06,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/85292df9fd084834b9b2da6fb042e147 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/85292df9fd084834b9b2da6fb042e147 2024-11-11T23:41:06,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/85292df9fd084834b9b2da6fb042e147, entries=200, sequenceid=15, filesize=38.6 K 2024-11-11T23:41:06,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/7229a3b69b474a0c882d6f5456046484 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/7229a3b69b474a0c882d6f5456046484 2024-11-11T23:41:06,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/7229a3b69b474a0c882d6f5456046484, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T23:41:06,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/93337c86d19a4ed1aca4a47cfc947365 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/93337c86d19a4ed1aca4a47cfc947365 2024-11-11T23:41:06,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/93337c86d19a4ed1aca4a47cfc947365, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T23:41:06,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9bf89d10edd4b2f97e50f357c81b59bb in 1321ms, sequenceid=15, compaction requested=false 2024-11-11T23:41:06,070 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T23:41:06,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:06,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-11T23:41:06,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:06,112 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing 9bf89d10edd4b2f97e50f357c81b59bb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T23:41:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111117406658bc84beaac53d873909284bb_9bf89d10edd4b2f97e50f357c81b59bb is 50, key is test_row_0/A:col10/1731368464798/Put/seqid=0 2024-11-11T23:41:06,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742166_1342 (size=12154) 2024-11-11T23:41:06,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:06,146 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111117406658bc84beaac53d873909284bb_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111117406658bc84beaac53d873909284bb_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:06,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/edd453b3e6844bb88971ead306f7427d, store: [table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:06,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/edd453b3e6844bb88971ead306f7427d is 175, key is test_row_0/A:col10/1731368464798/Put/seqid=0 2024-11-11T23:41:06,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742167_1343 (size=30955) 2024-11-11T23:41:06,159 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/edd453b3e6844bb88971ead306f7427d 2024-11-11T23:41:06,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/f214a585d23f47ea87079309d5dc6384 is 50, key is test_row_0/B:col10/1731368464798/Put/seqid=0 2024-11-11T23:41:06,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742168_1344 (size=12001) 2024-11-11T23:41:06,397 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T23:41:06,571 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/f214a585d23f47ea87079309d5dc6384 2024-11-11T23:41:06,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/18f08a68b41f420d93e9fb4e938727c6 is 50, key is test_row_0/C:col10/1731368464798/Put/seqid=0 2024-11-11T23:41:06,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742169_1345 (size=12001) 2024-11-11T23:41:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-11T23:41:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:06,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:06,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368526965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:06,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:06,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:06,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:06,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368526966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:06,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368526968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:06,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:06,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:06,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:06,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:06,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:06,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:06,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368526968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:06,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:06,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:06,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:06,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368526969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:06,982 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/18f08a68b41f420d93e9fb4e938727c6 2024-11-11T23:41:06,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/edd453b3e6844bb88971ead306f7427d as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/edd453b3e6844bb88971ead306f7427d 2024-11-11T23:41:06,988 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/edd453b3e6844bb88971ead306f7427d, entries=150, sequenceid=40, filesize=30.2 K 2024-11-11T23:41:06,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/f214a585d23f47ea87079309d5dc6384 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/f214a585d23f47ea87079309d5dc6384 2024-11-11T23:41:06,993 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/f214a585d23f47ea87079309d5dc6384, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T23:41:06,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/18f08a68b41f420d93e9fb4e938727c6 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/18f08a68b41f420d93e9fb4e938727c6 2024-11-11T23:41:06,996 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/18f08a68b41f420d93e9fb4e938727c6, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T23:41:06,996 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9bf89d10edd4b2f97e50f357c81b59bb in 884ms, sequenceid=40, compaction requested=false 2024-11-11T23:41:06,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:06,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:06,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-11T23:41:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-11-11T23:41:06,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-11T23:41:06,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2620 sec 2024-11-11T23:41:07,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 2.2670 sec 2024-11-11T23:41:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:07,078 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:07,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9bf89d10edd4b2f97e50f357c81b59bb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T23:41:07,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f2f7f26cd0f44a4ca6ee96f9422124fd_9bf89d10edd4b2f97e50f357c81b59bb is 50, key is test_row_0/A:col10/1731368467077/Put/seqid=0 2024-11-11T23:41:07,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742170_1346 (size=14594) 2024-11-11T23:41:07,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368527115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368527116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368527118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368527124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368527125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368527232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368527232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368527232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368527232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368527243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368527442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368527442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368527442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368527442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368527453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,491 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:07,494 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f2f7f26cd0f44a4ca6ee96f9422124fd_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f2f7f26cd0f44a4ca6ee96f9422124fd_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:07,495 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/176046af8aff490f83203c155282b143, store: [table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:07,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/176046af8aff490f83203c155282b143 is 175, key is test_row_0/A:col10/1731368467077/Put/seqid=0 2024-11-11T23:41:07,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742171_1347 (size=39549) 2024-11-11T23:41:07,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368527752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368527753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368527753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368527762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368527762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:07,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:07,902 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/176046af8aff490f83203c155282b143 2024-11-11T23:41:07,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/0e7a2144e7fb4d149713595faf450e25 is 50, key is test_row_0/B:col10/1731368467077/Put/seqid=0 2024-11-11T23:41:07,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742172_1348 (size=12001) 2024-11-11T23:41:08,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368528262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:08,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368528272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:08,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:08,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:08,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368528272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:08,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:08,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:08,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:08,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:08,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368528282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:08,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:08,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:08,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368528282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:08,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:08,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/0e7a2144e7fb4d149713595faf450e25 2024-11-11T23:41:08,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/9df2c832e9d648f5a5c5cf740480338a is 50, key is test_row_0/C:col10/1731368467077/Put/seqid=0 2024-11-11T23:41:08,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742173_1349 (size=12001) 2024-11-11T23:41:08,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/9df2c832e9d648f5a5c5cf740480338a 2024-11-11T23:41:08,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/176046af8aff490f83203c155282b143 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/176046af8aff490f83203c155282b143 2024-11-11T23:41:08,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/176046af8aff490f83203c155282b143, entries=200, sequenceid=52, filesize=38.6 K 2024-11-11T23:41:08,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/0e7a2144e7fb4d149713595faf450e25 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/0e7a2144e7fb4d149713595faf450e25 2024-11-11T23:41:08,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/0e7a2144e7fb4d149713595faf450e25, entries=150, sequenceid=52, filesize=11.7 K 2024-11-11T23:41:08,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/9df2c832e9d648f5a5c5cf740480338a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/9df2c832e9d648f5a5c5cf740480338a 2024-11-11T23:41:08,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/9df2c832e9d648f5a5c5cf740480338a, entries=150, sequenceid=52, filesize=11.7 K 2024-11-11T23:41:08,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9bf89d10edd4b2f97e50f357c81b59bb in 1660ms, sequenceid=52, compaction requested=true 2024-11-11T23:41:08,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:08,738 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:08,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:41:08,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:08,738 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:08,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:41:08,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:08,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:41:08,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:08,739 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:08,739 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9bf89d10edd4b2f97e50f357c81b59bb/A is initiating minor compaction (all files) 2024-11-11T23:41:08,739 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:08,739 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9bf89d10edd4b2f97e50f357c81b59bb/B is initiating minor compaction (all files) 2024-11-11T23:41:08,739 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9bf89d10edd4b2f97e50f357c81b59bb/A in TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:08,739 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9bf89d10edd4b2f97e50f357c81b59bb/B in TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:08,739 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/85292df9fd084834b9b2da6fb042e147, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/edd453b3e6844bb88971ead306f7427d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/176046af8aff490f83203c155282b143] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp, totalSize=107.5 K 2024-11-11T23:41:08,739 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/7229a3b69b474a0c882d6f5456046484, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/f214a585d23f47ea87079309d5dc6384, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/0e7a2144e7fb4d149713595faf450e25] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp, totalSize=35.2 K 2024-11-11T23:41:08,739 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:08,739 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/85292df9fd084834b9b2da6fb042e147, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/edd453b3e6844bb88971ead306f7427d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/176046af8aff490f83203c155282b143] 2024-11-11T23:41:08,740 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 7229a3b69b474a0c882d6f5456046484, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731368464742 2024-11-11T23:41:08,740 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85292df9fd084834b9b2da6fb042e147, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731368464742 2024-11-11T23:41:08,740 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting f214a585d23f47ea87079309d5dc6384, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731368464792 2024-11-11T23:41:08,740 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting edd453b3e6844bb88971ead306f7427d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731368464792 2024-11-11T23:41:08,741 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 176046af8aff490f83203c155282b143, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731368466954 2024-11-11T23:41:08,741 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e7a2144e7fb4d149713595faf450e25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731368466967 2024-11-11T23:41:08,759 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bf89d10edd4b2f97e50f357c81b59bb#B#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:08,759 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/fe64ae7c806b44299c3a99a979685390 is 50, key is test_row_0/B:col10/1731368467077/Put/seqid=0 2024-11-11T23:41:08,760 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:08,763 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111181f62002871546c98c665d5b5d0bfdaf_9bf89d10edd4b2f97e50f357c81b59bb store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:08,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742174_1350 (size=12104) 2024-11-11T23:41:08,765 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111181f62002871546c98c665d5b5d0bfdaf_9bf89d10edd4b2f97e50f357c81b59bb, store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:08,766 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111181f62002871546c98c665d5b5d0bfdaf_9bf89d10edd4b2f97e50f357c81b59bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:08,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742175_1351 (size=4469) 2024-11-11T23:41:08,775 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bf89d10edd4b2f97e50f357c81b59bb#A#compaction#298 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:08,775 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/7c57aa5fd628400c93c7ab4babf93668 is 175, key is test_row_0/A:col10/1731368467077/Put/seqid=0 2024-11-11T23:41:08,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742176_1352 (size=31058) 2024-11-11T23:41:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-11T23:41:08,893 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:08,893 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:41:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-11T23:41:08,895 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:41:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-11T23:41:08,895 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:41:08,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:41:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-11T23:41:09,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-11T23:41:09,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:09,047 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 9bf89d10edd4b2f97e50f357c81b59bb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T23:41:09,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111111546fc077874a3c8d75456fa3a3ea5b_9bf89d10edd4b2f97e50f357c81b59bb is 50, key is test_row_0/A:col10/1731368467115/Put/seqid=0 2024-11-11T23:41:09,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742177_1353 (size=12154) 2024-11-11T23:41:09,168 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/fe64ae7c806b44299c3a99a979685390 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/fe64ae7c806b44299c3a99a979685390 2024-11-11T23:41:09,171 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9bf89d10edd4b2f97e50f357c81b59bb/B of 9bf89d10edd4b2f97e50f357c81b59bb into fe64ae7c806b44299c3a99a979685390(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:09,171 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:09,171 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., storeName=9bf89d10edd4b2f97e50f357c81b59bb/B, priority=13, startTime=1731368468738; duration=0sec 2024-11-11T23:41:09,171 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:09,171 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:B 2024-11-11T23:41:09,171 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:09,172 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:09,172 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9bf89d10edd4b2f97e50f357c81b59bb/C is initiating minor compaction (all files) 2024-11-11T23:41:09,172 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9bf89d10edd4b2f97e50f357c81b59bb/C in TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:09,172 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/93337c86d19a4ed1aca4a47cfc947365, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/18f08a68b41f420d93e9fb4e938727c6, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/9df2c832e9d648f5a5c5cf740480338a] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp, totalSize=35.2 K 2024-11-11T23:41:09,172 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 93337c86d19a4ed1aca4a47cfc947365, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731368464742 2024-11-11T23:41:09,173 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 18f08a68b41f420d93e9fb4e938727c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731368464792 2024-11-11T23:41:09,173 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 9df2c832e9d648f5a5c5cf740480338a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731368466967 2024-11-11T23:41:09,179 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bf89d10edd4b2f97e50f357c81b59bb#C#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:09,180 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/73d91674eb5c4283a7bdd76ceb958689 is 50, key is test_row_0/C:col10/1731368467077/Put/seqid=0 2024-11-11T23:41:09,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742178_1354 (size=12104) 2024-11-11T23:41:09,186 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/7c57aa5fd628400c93c7ab4babf93668 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/7c57aa5fd628400c93c7ab4babf93668 2024-11-11T23:41:09,190 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9bf89d10edd4b2f97e50f357c81b59bb/A of 9bf89d10edd4b2f97e50f357c81b59bb into 7c57aa5fd628400c93c7ab4babf93668(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:09,190 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:09,190 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., storeName=9bf89d10edd4b2f97e50f357c81b59bb/A, priority=13, startTime=1731368468738; duration=0sec 2024-11-11T23:41:09,190 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:09,190 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:A 2024-11-11T23:41:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-11T23:41:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:09,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:09,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368529298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:09,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368529299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:09,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368529300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368529302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:09,308 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_1' in 9bf89d10edd4b2f97e50f357c81b59bb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:09,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:09,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368529306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:09,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:09,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368529412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:09,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368529412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368529412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:09,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368529422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:09,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:09,461 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111111546fc077874a3c8d75456fa3a3ea5b_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111111546fc077874a3c8d75456fa3a3ea5b_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:09,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/99d4ae33083c44efb4c38b6b7d96c75b, store: [table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:09,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/99d4ae33083c44efb4c38b6b7d96c75b is 175, key is test_row_0/A:col10/1731368467115/Put/seqid=0 2024-11-11T23:41:09,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742179_1355 (size=30955) 2024-11-11T23:41:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-11T23:41:09,587 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/73d91674eb5c4283a7bdd76ceb958689 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/73d91674eb5c4283a7bdd76ceb958689 2024-11-11T23:41:09,591 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9bf89d10edd4b2f97e50f357c81b59bb/C of 9bf89d10edd4b2f97e50f357c81b59bb into 73d91674eb5c4283a7bdd76ceb958689(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:09,591 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:09,591 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., storeName=9bf89d10edd4b2f97e50f357c81b59bb/C, priority=13, startTime=1731368468739; duration=0sec 2024-11-11T23:41:09,591 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:09,591 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:C 2024-11-11T23:41:09,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368529622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368529622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368529622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:09,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368529633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:09,876 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/99d4ae33083c44efb4c38b6b7d96c75b 2024-11-11T23:41:09,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/5e73e7abf94d4147a58003622f71bcfd is 50, key is test_row_0/B:col10/1731368467115/Put/seqid=0 2024-11-11T23:41:09,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742180_1356 (size=12001) 2024-11-11T23:41:09,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368529932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:09,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368529932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368529932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:09,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368529942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:09,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:09,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-11T23:41:10,285 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/5e73e7abf94d4147a58003622f71bcfd 2024-11-11T23:41:10,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/b90903cb2d1c4a709e3dbfffafe5533d is 50, key is test_row_0/C:col10/1731368467115/Put/seqid=0 2024-11-11T23:41:10,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742181_1357 (size=12001) 2024-11-11T23:41:10,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368530442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:10,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368530442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:10,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368530442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:10,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368530453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:10,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:10,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:10,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:10,697 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/b90903cb2d1c4a709e3dbfffafe5533d 2024-11-11T23:41:10,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/99d4ae33083c44efb4c38b6b7d96c75b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/99d4ae33083c44efb4c38b6b7d96c75b 2024-11-11T23:41:10,705 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/99d4ae33083c44efb4c38b6b7d96c75b, entries=150, sequenceid=76, filesize=30.2 K 2024-11-11T23:41:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/5e73e7abf94d4147a58003622f71bcfd as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/5e73e7abf94d4147a58003622f71bcfd 2024-11-11T23:41:10,709 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/5e73e7abf94d4147a58003622f71bcfd, entries=150, sequenceid=76, filesize=11.7 K 2024-11-11T23:41:10,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/b90903cb2d1c4a709e3dbfffafe5533d as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b90903cb2d1c4a709e3dbfffafe5533d 2024-11-11T23:41:10,713 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b90903cb2d1c4a709e3dbfffafe5533d, entries=150, sequenceid=76, filesize=11.7 K 2024-11-11T23:41:10,714 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9bf89d10edd4b2f97e50f357c81b59bb in 1667ms, sequenceid=76, compaction requested=false 2024-11-11T23:41:10,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:10,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:10,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-11T23:41:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-11T23:41:10,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-11T23:41:10,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8200 sec 2024-11-11T23:41:10,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.8250 sec 2024-11-11T23:41:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-11T23:41:11,043 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:11,043 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:41:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-11T23:41:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-11T23:41:11,045 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:41:11,045 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:41:11,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:41:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-11T23:41:11,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-11T23:41:11,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:11,201 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 9bf89d10edd4b2f97e50f357c81b59bb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T23:41:11,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111107f21570949444828867f613a5bd15f7_9bf89d10edd4b2f97e50f357c81b59bb is 50, key is test_row_0/A:col10/1731368469304/Put/seqid=0 2024-11-11T23:41:11,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742182_1358 (size=12154) 2024-11-11T23:41:11,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:11,217 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111107f21570949444828867f613a5bd15f7_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111107f21570949444828867f613a5bd15f7_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:11,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/41a6fcf0637c416ab8779ddb30842c56, store: [table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:11,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/41a6fcf0637c416ab8779ddb30842c56 is 175, key is test_row_0/A:col10/1731368469304/Put/seqid=0 2024-11-11T23:41:11,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742183_1359 (size=30955) 2024-11-11T23:41:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:11,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-11T23:41:11,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:11,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368531461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368531462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:11,474 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 9bf89d10edd4b2f97e50f357c81b59bb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:11,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:11,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368531472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:11,478 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 9bf89d10edd4b2f97e50f357c81b59bb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:11,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368531474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:11,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368531474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:11,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368531582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:11,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:11,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368531592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:11,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368531592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:11,622 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/41a6fcf0637c416ab8779ddb30842c56 2024-11-11T23:41:11,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/ae4a6e8bca104b84a62d73b4ea72e4ed is 50, key is test_row_0/B:col10/1731368469304/Put/seqid=0 2024-11-11T23:41:11,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742184_1360 (size=12001) 2024-11-11T23:41:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-11T23:41:11,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368531792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:11,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:11,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368531802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:11,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368531802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:12,049 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/ae4a6e8bca104b84a62d73b4ea72e4ed 2024-11-11T23:41:12,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/38d409a8af02444194a00d9b3d365f85 is 50, key is test_row_0/C:col10/1731368469304/Put/seqid=0 2024-11-11T23:41:12,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742185_1361 (size=12001) 2024-11-11T23:41:12,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368532102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:12,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:12,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368532112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:12,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368532122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:12,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-11T23:41:12,459 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/38d409a8af02444194a00d9b3d365f85 2024-11-11T23:41:12,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/41a6fcf0637c416ab8779ddb30842c56 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/41a6fcf0637c416ab8779ddb30842c56 2024-11-11T23:41:12,466 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/41a6fcf0637c416ab8779ddb30842c56, entries=150, sequenceid=91, filesize=30.2 K 2024-11-11T23:41:12,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/ae4a6e8bca104b84a62d73b4ea72e4ed as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/ae4a6e8bca104b84a62d73b4ea72e4ed 2024-11-11T23:41:12,469 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/ae4a6e8bca104b84a62d73b4ea72e4ed, entries=150, sequenceid=91, filesize=11.7 K 2024-11-11T23:41:12,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/38d409a8af02444194a00d9b3d365f85 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/38d409a8af02444194a00d9b3d365f85 2024-11-11T23:41:12,472 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/38d409a8af02444194a00d9b3d365f85, entries=150, sequenceid=91, filesize=11.7 K 2024-11-11T23:41:12,473 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9bf89d10edd4b2f97e50f357c81b59bb in 1272ms, sequenceid=91, compaction requested=true 2024-11-11T23:41:12,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:12,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:12,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-11T23:41:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-11T23:41:12,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-11T23:41:12,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4290 sec 2024-11-11T23:41:12,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.4330 sec 2024-11-11T23:41:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:12,625 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:12,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9bf89d10edd4b2f97e50f357c81b59bb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T23:41:12,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111945ac7df9fb645769501960283466ec9_9bf89d10edd4b2f97e50f357c81b59bb is 50, key is test_row_0/A:col10/1731368471472/Put/seqid=0 2024-11-11T23:41:12,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742186_1362 (size=14594) 2024-11-11T23:41:12,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368532642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:12,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:12,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368532646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:12,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368532650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:12,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:12,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368532752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:12,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:12,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368532763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:12,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:12,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368532763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:12,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:12,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:12,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368532962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:12,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368532973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:12,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368532973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:12,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:12,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:12,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:13,036 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:13,038 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111945ac7df9fb645769501960283466ec9_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111945ac7df9fb645769501960283466ec9_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:13,039 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/a80e06baa40e410f94f462945b40d622, store: [table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:13,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/a80e06baa40e410f94f462945b40d622 is 175, key is test_row_0/A:col10/1731368471472/Put/seqid=0 2024-11-11T23:41:13,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742187_1363 (size=39549) 2024-11-11T23:41:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-11T23:41:13,193 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:13,193 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:41:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-11T23:41:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T23:41:13,194 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:41:13,195 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:41:13,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:41:13,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368533272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:13,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:13,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:13,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:13,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368533292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:13,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368533292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T23:41:13,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-11T23:41:13,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:13,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:13,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:13,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:13,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:13,443 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/a80e06baa40e410f94f462945b40d622 2024-11-11T23:41:13,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/e71e2c66054744f3a5019ef32616df84 is 50, key is test_row_0/B:col10/1731368471472/Put/seqid=0 2024-11-11T23:41:13,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742188_1364 (size=12001) 2024-11-11T23:41:13,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368533482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:13,489 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 9bf89d10edd4b2f97e50f357c81b59bb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:13,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:13,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:13,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:13,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-11T23:41:13,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:13,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:13,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:13,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:13,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:13,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368533502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:13,509 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 9bf89d10edd4b2f97e50f357c81b59bb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T23:41:13,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-11T23:41:13,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:13,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:13,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:13,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:13,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:13,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368533782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:13,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:13,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:13,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:13,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-11T23:41:13,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:13,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:13,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:13,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:13,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:13,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368533802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:13,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:13,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:13,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368533812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:13,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:13,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:13,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T23:41:13,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/e71e2c66054744f3a5019ef32616df84 2024-11-11T23:41:13,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/b5d6d5afe81648d29e032c0868125c16 is 50, key is test_row_0/C:col10/1731368471472/Put/seqid=0 2024-11-11T23:41:13,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742189_1365 (size=12001) 2024-11-11T23:41:13,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-11T23:41:13,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:13,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:13,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:13,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:13,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:14,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-11T23:41:14,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:14,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:14,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:14,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:14,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:14,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-11T23:41:14,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:14,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:14,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:14,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:14,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:14,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/b5d6d5afe81648d29e032c0868125c16 2024-11-11T23:41:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:14,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/a80e06baa40e410f94f462945b40d622 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/a80e06baa40e410f94f462945b40d622 2024-11-11T23:41:14,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/a80e06baa40e410f94f462945b40d622, entries=200, sequenceid=116, filesize=38.6 K 2024-11-11T23:41:14,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/e71e2c66054744f3a5019ef32616df84 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/e71e2c66054744f3a5019ef32616df84 2024-11-11T23:41:14,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/e71e2c66054744f3a5019ef32616df84, entries=150, sequenceid=116, filesize=11.7 K 2024-11-11T23:41:14,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/b5d6d5afe81648d29e032c0868125c16 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b5d6d5afe81648d29e032c0868125c16 2024-11-11T23:41:14,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b5d6d5afe81648d29e032c0868125c16, entries=150, sequenceid=116, filesize=11.7 K 2024-11-11T23:41:14,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9bf89d10edd4b2f97e50f357c81b59bb in 1653ms, sequenceid=116, compaction requested=true 2024-11-11T23:41:14,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:14,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:41:14,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:14,279 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:41:14,279 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:41:14,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:41:14,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:14,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:41:14,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:14,280 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:41:14,280 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9bf89d10edd4b2f97e50f357c81b59bb/A is initiating minor compaction (all files) 2024-11-11T23:41:14,280 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9bf89d10edd4b2f97e50f357c81b59bb/A in TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:14,280 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/7c57aa5fd628400c93c7ab4babf93668, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/99d4ae33083c44efb4c38b6b7d96c75b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/41a6fcf0637c416ab8779ddb30842c56, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/a80e06baa40e410f94f462945b40d622] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp, totalSize=129.4 K 2024-11-11T23:41:14,280 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:14,280 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/7c57aa5fd628400c93c7ab4babf93668, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/99d4ae33083c44efb4c38b6b7d96c75b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/41a6fcf0637c416ab8779ddb30842c56, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/a80e06baa40e410f94f462945b40d622] 2024-11-11T23:41:14,281 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c57aa5fd628400c93c7ab4babf93668, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731368466967 2024-11-11T23:41:14,281 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99d4ae33083c44efb4c38b6b7d96c75b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731368467115 2024-11-11T23:41:14,281 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:41:14,281 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9bf89d10edd4b2f97e50f357c81b59bb/B is initiating minor compaction (all files) 2024-11-11T23:41:14,281 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9bf89d10edd4b2f97e50f357c81b59bb/B in TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:14,281 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/fe64ae7c806b44299c3a99a979685390, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/5e73e7abf94d4147a58003622f71bcfd, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/ae4a6e8bca104b84a62d73b4ea72e4ed, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/e71e2c66054744f3a5019ef32616df84] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp, totalSize=47.0 K 2024-11-11T23:41:14,281 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41a6fcf0637c416ab8779ddb30842c56, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731368469297 2024-11-11T23:41:14,281 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting fe64ae7c806b44299c3a99a979685390, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731368466967 2024-11-11T23:41:14,288 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting a80e06baa40e410f94f462945b40d622, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731368471431 2024-11-11T23:41:14,288 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e73e7abf94d4147a58003622f71bcfd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731368467115 2024-11-11T23:41:14,289 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting ae4a6e8bca104b84a62d73b4ea72e4ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731368469297 2024-11-11T23:41:14,289 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting e71e2c66054744f3a5019ef32616df84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731368471472 2024-11-11T23:41:14,299 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:14,301 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411115dd4a459f7344d849d23167a35f1a3e9_9bf89d10edd4b2f97e50f357c81b59bb store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:14,303 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bf89d10edd4b2f97e50f357c81b59bb#B#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:14,303 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/2e5d9f6135fa41bb827a2da178eac957 is 50, key is test_row_0/B:col10/1731368471472/Put/seqid=0 2024-11-11T23:41:14,304 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411115dd4a459f7344d849d23167a35f1a3e9_9bf89d10edd4b2f97e50f357c81b59bb, store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:14,304 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115dd4a459f7344d849d23167a35f1a3e9_9bf89d10edd4b2f97e50f357c81b59bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:14,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742190_1366 (size=12241) 2024-11-11T23:41:14,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742191_1367 (size=4469) 2024-11-11T23:41:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T23:41:14,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-11T23:41:14,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:14,416 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 9bf89d10edd4b2f97e50f357c81b59bb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:41:14,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111668f2d3b27074a9aa7edf6edfaa98f01_9bf89d10edd4b2f97e50f357c81b59bb is 50, key is test_row_0/A:col10/1731368472645/Put/seqid=0 2024-11-11T23:41:14,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742192_1368 (size=12154) 2024-11-11T23:41:14,714 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/2e5d9f6135fa41bb827a2da178eac957 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/2e5d9f6135fa41bb827a2da178eac957 2024-11-11T23:41:14,716 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bf89d10edd4b2f97e50f357c81b59bb#A#compaction#309 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:14,717 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/8583b3d07cde402a84738fa38761727a is 175, key is test_row_0/A:col10/1731368471472/Put/seqid=0 2024-11-11T23:41:14,721 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9bf89d10edd4b2f97e50f357c81b59bb/B of 9bf89d10edd4b2f97e50f357c81b59bb into 2e5d9f6135fa41bb827a2da178eac957(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:14,721 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:14,721 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., storeName=9bf89d10edd4b2f97e50f357c81b59bb/B, priority=12, startTime=1731368474279; duration=0sec 2024-11-11T23:41:14,721 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:14,721 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:B 2024-11-11T23:41:14,721 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:41:14,723 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:41:14,723 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9bf89d10edd4b2f97e50f357c81b59bb/C is initiating minor compaction (all files) 2024-11-11T23:41:14,723 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9bf89d10edd4b2f97e50f357c81b59bb/C in TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:14,723 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/73d91674eb5c4283a7bdd76ceb958689, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b90903cb2d1c4a709e3dbfffafe5533d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/38d409a8af02444194a00d9b3d365f85, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b5d6d5afe81648d29e032c0868125c16] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp, totalSize=47.0 K 2024-11-11T23:41:14,724 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 73d91674eb5c4283a7bdd76ceb958689, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731368466967 2024-11-11T23:41:14,724 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting b90903cb2d1c4a709e3dbfffafe5533d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731368467115 2024-11-11T23:41:14,724 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 38d409a8af02444194a00d9b3d365f85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731368469297 2024-11-11T23:41:14,725 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting b5d6d5afe81648d29e032c0868125c16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731368471472 2024-11-11T23:41:14,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742193_1369 (size=31195) 2024-11-11T23:41:14,734 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bf89d10edd4b2f97e50f357c81b59bb#C#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:14,735 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/a395315b9ade4c7cb013bfec58312023 is 50, key is test_row_0/C:col10/1731368471472/Put/seqid=0 2024-11-11T23:41:14,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742194_1370 (size=12241) 2024-11-11T23:41:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:14,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:14,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:14,828 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111668f2d3b27074a9aa7edf6edfaa98f01_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111668f2d3b27074a9aa7edf6edfaa98f01_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:14,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/0f4dd4d1e86a4495a40a9ef6ca61df3b, store: [table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:14,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/0f4dd4d1e86a4495a40a9ef6ca61df3b is 175, key is test_row_0/A:col10/1731368472645/Put/seqid=0 2024-11-11T23:41:14,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742195_1371 (size=30955) 2024-11-11T23:41:14,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368534867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:14,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:14,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:14,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368534868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:14,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:14,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:14,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:14,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:14,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368534876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:14,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368534982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:14,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368534982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:14,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:14,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:14,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:14,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:14,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:14,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:14,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368534982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:14,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:14,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:14,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:15,133 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/8583b3d07cde402a84738fa38761727a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/8583b3d07cde402a84738fa38761727a 2024-11-11T23:41:15,138 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9bf89d10edd4b2f97e50f357c81b59bb/A of 9bf89d10edd4b2f97e50f357c81b59bb into 8583b3d07cde402a84738fa38761727a(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:15,138 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:15,138 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., storeName=9bf89d10edd4b2f97e50f357c81b59bb/A, priority=12, startTime=1731368474279; duration=0sec 2024-11-11T23:41:15,138 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:15,138 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:A 2024-11-11T23:41:15,148 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/a395315b9ade4c7cb013bfec58312023 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/a395315b9ade4c7cb013bfec58312023 2024-11-11T23:41:15,153 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9bf89d10edd4b2f97e50f357c81b59bb/C of 9bf89d10edd4b2f97e50f357c81b59bb into a395315b9ade4c7cb013bfec58312023(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:15,153 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:15,153 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., storeName=9bf89d10edd4b2f97e50f357c81b59bb/C, priority=12, startTime=1731368474279; duration=0sec 2024-11-11T23:41:15,153 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:15,153 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:C 2024-11-11T23:41:15,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368535193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:15,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:15,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368535193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:15,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:15,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:15,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:15,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:15,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:15,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368535202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:15,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:15,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:15,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:15,233 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/0f4dd4d1e86a4495a40a9ef6ca61df3b 2024-11-11T23:41:15,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/6a1696d88ede4a89910f001fcab3a5cf is 50, key is test_row_0/B:col10/1731368472645/Put/seqid=0 2024-11-11T23:41:15,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742196_1372 (size=12001) 2024-11-11T23:41:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T23:41:15,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368535502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:15,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:15,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:15,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:15,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368535502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:15,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:15,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:15,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:15,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368535512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:15,643 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/6a1696d88ede4a89910f001fcab3a5cf 2024-11-11T23:41:15,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/cb1f34ac0d3d410f92b42b68eb7e0a24 is 50, key is test_row_0/C:col10/1731368472645/Put/seqid=0 2024-11-11T23:41:15,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742197_1373 (size=12001) 2024-11-11T23:41:16,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368536012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:16,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368536012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:16,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368536022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:16,055 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/cb1f34ac0d3d410f92b42b68eb7e0a24 2024-11-11T23:41:16,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/0f4dd4d1e86a4495a40a9ef6ca61df3b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/0f4dd4d1e86a4495a40a9ef6ca61df3b 2024-11-11T23:41:16,060 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/0f4dd4d1e86a4495a40a9ef6ca61df3b, entries=150, sequenceid=127, filesize=30.2 K 2024-11-11T23:41:16,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/6a1696d88ede4a89910f001fcab3a5cf as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/6a1696d88ede4a89910f001fcab3a5cf 2024-11-11T23:41:16,064 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/6a1696d88ede4a89910f001fcab3a5cf, entries=150, sequenceid=127, filesize=11.7 K 2024-11-11T23:41:16,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/cb1f34ac0d3d410f92b42b68eb7e0a24 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/cb1f34ac0d3d410f92b42b68eb7e0a24 2024-11-11T23:41:16,067 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/cb1f34ac0d3d410f92b42b68eb7e0a24, entries=150, sequenceid=127, filesize=11.7 K 2024-11-11T23:41:16,068 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9bf89d10edd4b2f97e50f357c81b59bb in 1652ms, sequenceid=127, compaction requested=false 2024-11-11T23:41:16,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:16,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:16,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-11T23:41:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-11T23:41:16,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-11T23:41:16,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8740 sec 2024-11-11T23:41:16,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.8780 sec 2024-11-11T23:41:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:17,037 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:17,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9bf89d10edd4b2f97e50f357c81b59bb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T23:41:17,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dd969d90d3234256b7e4eff907c8dc72_9bf89d10edd4b2f97e50f357c81b59bb is 50, key is test_row_0/A:col10/1731368474875/Put/seqid=0 2024-11-11T23:41:17,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742198_1374 (size=12304) 2024-11-11T23:41:17,079 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:17,082 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dd969d90d3234256b7e4eff907c8dc72_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dd969d90d3234256b7e4eff907c8dc72_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:17,083 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/0d8f4589a8014a7db83cc8d04ac295fa, store: [table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:17,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/0d8f4589a8014a7db83cc8d04ac295fa is 175, key is test_row_0/A:col10/1731368474875/Put/seqid=0 2024-11-11T23:41:17,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742199_1375 (size=31105) 2024-11-11T23:41:17,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368537080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:17,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368537081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:17,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:17,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:17,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368537086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:17,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:17,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:17,089 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/0d8f4589a8014a7db83cc8d04ac295fa 2024-11-11T23:41:17,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/4ee12e58ac5d4fad898a2bf5faeb40d0 is 50, key is test_row_0/B:col10/1731368474875/Put/seqid=0 2024-11-11T23:41:17,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742200_1376 (size=12151) 2024-11-11T23:41:17,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368537192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:17,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368537192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:17,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368537192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T23:41:17,362 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:17,362 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:41:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-11T23:41:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-11T23:41:17,364 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:41:17,365 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:41:17,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:41:17,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368537402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:17,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:17,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368537402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:17,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:17,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:17,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368537402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:17,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:17,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-11T23:41:17,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/4ee12e58ac5d4fad898a2bf5faeb40d0 2024-11-11T23:41:17,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/f04a8cc9d39947ecb4940c1646f47d85 is 50, key is test_row_0/C:col10/1731368474875/Put/seqid=0 2024-11-11T23:41:17,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742201_1377 (size=12151) 2024-11-11T23:41:17,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-11T23:41:17,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:17,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:17,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:17,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:17,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:17,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1731368537522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:17,530 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 9bf89d10edd4b2f97e50f357c81b59bb of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:17,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37850 deadline: 1731368537532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:17,539 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 9bf89d10edd4b2f97e50f357c81b59bb of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:17,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:17,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-11T23:41:17,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:17,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:17,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:17,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:17,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-11T23:41:17,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:17,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368537712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368537712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:17,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:17,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:17,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368537712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:17,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:17,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:17,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-11T23:41:17,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:17,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:17,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:17,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:17,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:17,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/f04a8cc9d39947ecb4940c1646f47d85 2024-11-11T23:41:17,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/0d8f4589a8014a7db83cc8d04ac295fa as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/0d8f4589a8014a7db83cc8d04ac295fa 2024-11-11T23:41:17,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/0d8f4589a8014a7db83cc8d04ac295fa, entries=150, sequenceid=156, filesize=30.4 K 2024-11-11T23:41:17,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/4ee12e58ac5d4fad898a2bf5faeb40d0 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/4ee12e58ac5d4fad898a2bf5faeb40d0 2024-11-11T23:41:17,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/4ee12e58ac5d4fad898a2bf5faeb40d0, entries=150, sequenceid=156, filesize=11.9 K 2024-11-11T23:41:17,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/f04a8cc9d39947ecb4940c1646f47d85 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/f04a8cc9d39947ecb4940c1646f47d85 2024-11-11T23:41:17,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/f04a8cc9d39947ecb4940c1646f47d85, entries=150, sequenceid=156, filesize=11.9 K 2024-11-11T23:41:17,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9bf89d10edd4b2f97e50f357c81b59bb in 894ms, sequenceid=156, compaction requested=true 2024-11-11T23:41:17,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:17,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:41:17,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:17,931 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:17,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:41:17,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:17,931 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:17,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:41:17,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:17,934 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93255 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:17,934 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9bf89d10edd4b2f97e50f357c81b59bb/A is initiating minor compaction (all files) 2024-11-11T23:41:17,934 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9bf89d10edd4b2f97e50f357c81b59bb/A in TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:17,934 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/8583b3d07cde402a84738fa38761727a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/0f4dd4d1e86a4495a40a9ef6ca61df3b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/0d8f4589a8014a7db83cc8d04ac295fa] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp, totalSize=91.1 K 2024-11-11T23:41:17,934 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:17,934 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/8583b3d07cde402a84738fa38761727a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/0f4dd4d1e86a4495a40a9ef6ca61df3b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/0d8f4589a8014a7db83cc8d04ac295fa] 2024-11-11T23:41:17,935 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8583b3d07cde402a84738fa38761727a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731368471472 2024-11-11T23:41:17,935 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:17,935 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9bf89d10edd4b2f97e50f357c81b59bb/B is initiating minor compaction (all files) 2024-11-11T23:41:17,935 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9bf89d10edd4b2f97e50f357c81b59bb/B in TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:17,935 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f4dd4d1e86a4495a40a9ef6ca61df3b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731368472626 2024-11-11T23:41:17,935 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/2e5d9f6135fa41bb827a2da178eac957, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/6a1696d88ede4a89910f001fcab3a5cf, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/4ee12e58ac5d4fad898a2bf5faeb40d0] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp, totalSize=35.5 K 2024-11-11T23:41:17,935 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d8f4589a8014a7db83cc8d04ac295fa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731368474867 2024-11-11T23:41:17,935 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e5d9f6135fa41bb827a2da178eac957, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731368471472 2024-11-11T23:41:17,935 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a1696d88ede4a89910f001fcab3a5cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731368472626 2024-11-11T23:41:17,936 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ee12e58ac5d4fad898a2bf5faeb40d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731368474867 2024-11-11T23:41:17,941 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:17,942 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bf89d10edd4b2f97e50f357c81b59bb#B#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:17,943 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/c954d1dccfa94caf8b73785c1b610025 is 50, key is test_row_0/B:col10/1731368474875/Put/seqid=0 2024-11-11T23:41:17,949 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111119bd30cf52f0469b9d0e1a33895e886f_9bf89d10edd4b2f97e50f357c81b59bb store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:17,951 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111119bd30cf52f0469b9d0e1a33895e886f_9bf89d10edd4b2f97e50f357c81b59bb, store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:17,951 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111119bd30cf52f0469b9d0e1a33895e886f_9bf89d10edd4b2f97e50f357c81b59bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:17,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742202_1378 (size=12493) 2024-11-11T23:41:17,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742203_1379 (size=4469) 2024-11-11T23:41:17,956 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bf89d10edd4b2f97e50f357c81b59bb#A#compaction#318 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:17,956 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/941620030edc45c7b3116419386f0505 is 175, key is test_row_0/A:col10/1731368474875/Put/seqid=0 2024-11-11T23:41:17,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742204_1380 (size=31447) 2024-11-11T23:41:17,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-11T23:41:17,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:17,975 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 9bf89d10edd4b2f97e50f357c81b59bb 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T23:41:17,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111125866f9024bd4f4ea6e64db219760ce8_9bf89d10edd4b2f97e50f357c81b59bb is 50, key is test_row_0/A:col10/1731368477038/Put/seqid=0 2024-11-11T23:41:17,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742205_1381 (size=12304) 2024-11-11T23:41:17,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:17,988 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111125866f9024bd4f4ea6e64db219760ce8_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111125866f9024bd4f4ea6e64db219760ce8_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:17,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/2f4c288960dc40f6ac03a472af8f78e2, store: [table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:17,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/2f4c288960dc40f6ac03a472af8f78e2 is 175, key is test_row_0/A:col10/1731368477038/Put/seqid=0 2024-11-11T23:41:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-11T23:41:17,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742206_1382 (size=31105) 2024-11-11T23:41:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:18,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:18,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368538280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:18,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:18,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368538281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:18,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:18,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368538290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:18,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:18,355 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/c954d1dccfa94caf8b73785c1b610025 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/c954d1dccfa94caf8b73785c1b610025 2024-11-11T23:41:18,359 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9bf89d10edd4b2f97e50f357c81b59bb/B of 9bf89d10edd4b2f97e50f357c81b59bb into c954d1dccfa94caf8b73785c1b610025(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:18,359 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:18,359 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., storeName=9bf89d10edd4b2f97e50f357c81b59bb/B, priority=13, startTime=1731368477931; duration=0sec 2024-11-11T23:41:18,359 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:18,359 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:B 2024-11-11T23:41:18,359 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:18,360 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:18,360 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9bf89d10edd4b2f97e50f357c81b59bb/C is initiating minor compaction (all files) 2024-11-11T23:41:18,360 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9bf89d10edd4b2f97e50f357c81b59bb/C in TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:18,360 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/a395315b9ade4c7cb013bfec58312023, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/cb1f34ac0d3d410f92b42b68eb7e0a24, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/f04a8cc9d39947ecb4940c1646f47d85] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp, totalSize=35.5 K 2024-11-11T23:41:18,360 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting a395315b9ade4c7cb013bfec58312023, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731368471472 2024-11-11T23:41:18,360 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting cb1f34ac0d3d410f92b42b68eb7e0a24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731368472626 2024-11-11T23:41:18,361 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting f04a8cc9d39947ecb4940c1646f47d85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731368474867 2024-11-11T23:41:18,366 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/941620030edc45c7b3116419386f0505 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/941620030edc45c7b3116419386f0505 2024-11-11T23:41:18,367 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bf89d10edd4b2f97e50f357c81b59bb#C#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:18,368 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/2576ffb9c73742a3884e27858f268d84 is 50, key is test_row_0/C:col10/1731368474875/Put/seqid=0 2024-11-11T23:41:18,370 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9bf89d10edd4b2f97e50f357c81b59bb/A of 9bf89d10edd4b2f97e50f357c81b59bb into 941620030edc45c7b3116419386f0505(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:18,370 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:18,370 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., storeName=9bf89d10edd4b2f97e50f357c81b59bb/A, priority=13, startTime=1731368477931; duration=0sec 2024-11-11T23:41:18,370 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:18,370 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:A 2024-11-11T23:41:18,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742207_1383 (size=12493) 2024-11-11T23:41:18,397 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/2f4c288960dc40f6ac03a472af8f78e2 2024-11-11T23:41:18,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/bc9dcb707086471991acd775210fe9e1 is 50, key is test_row_0/B:col10/1731368477038/Put/seqid=0 2024-11-11T23:41:18,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368538393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:18,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:18,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742208_1384 (size=12151) 2024-11-11T23:41:18,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368538402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:18,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:18,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368538403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:18,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-11T23:41:18,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368538612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:18,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:18,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368538622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:18,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:18,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368538622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:18,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:18,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:18,776 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/2576ffb9c73742a3884e27858f268d84 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/2576ffb9c73742a3884e27858f268d84 2024-11-11T23:41:18,780 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9bf89d10edd4b2f97e50f357c81b59bb/C of 9bf89d10edd4b2f97e50f357c81b59bb into 2576ffb9c73742a3884e27858f268d84(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:18,780 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:18,780 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., storeName=9bf89d10edd4b2f97e50f357c81b59bb/C, priority=13, startTime=1731368477931; duration=0sec 2024-11-11T23:41:18,780 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:18,780 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:C 2024-11-11T23:41:18,807 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/bc9dcb707086471991acd775210fe9e1 2024-11-11T23:41:18,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/e6cc4421e4d04d878bc68bfa5e774cc4 is 50, key is test_row_0/C:col10/1731368477038/Put/seqid=0 2024-11-11T23:41:18,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742209_1385 (size=12151) 2024-11-11T23:41:18,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368538922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:18,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:18,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368538933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:18,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:18,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368538942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:18,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:18,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:19,221 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/e6cc4421e4d04d878bc68bfa5e774cc4 2024-11-11T23:41:19,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/2f4c288960dc40f6ac03a472af8f78e2 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/2f4c288960dc40f6ac03a472af8f78e2 2024-11-11T23:41:19,227 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/2f4c288960dc40f6ac03a472af8f78e2, entries=150, sequenceid=166, filesize=30.4 K 2024-11-11T23:41:19,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/bc9dcb707086471991acd775210fe9e1 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/bc9dcb707086471991acd775210fe9e1 2024-11-11T23:41:19,231 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/bc9dcb707086471991acd775210fe9e1, entries=150, sequenceid=166, filesize=11.9 K 2024-11-11T23:41:19,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/e6cc4421e4d04d878bc68bfa5e774cc4 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/e6cc4421e4d04d878bc68bfa5e774cc4 2024-11-11T23:41:19,235 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/e6cc4421e4d04d878bc68bfa5e774cc4, entries=150, sequenceid=166, filesize=11.9 K 2024-11-11T23:41:19,236 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 9bf89d10edd4b2f97e50f357c81b59bb in 1261ms, sequenceid=166, compaction requested=false 2024-11-11T23:41:19,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:19,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:19,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-11T23:41:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-11T23:41:19,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-11T23:41:19,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8720 sec 2024-11-11T23:41:19,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.8770 sec 2024-11-11T23:41:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:19,447 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:19,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9bf89d10edd4b2f97e50f357c81b59bb 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T23:41:19,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111118bd3cda139043d7b87ea37a820ee808_9bf89d10edd4b2f97e50f357c81b59bb is 50, key is test_row_0/A:col10/1731368479446/Put/seqid=0 2024-11-11T23:41:19,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742210_1386 (size=17284) 2024-11-11T23:41:19,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368539458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:19,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:19,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368539466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:19,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:19,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368539467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:19,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:19,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-11T23:41:19,513 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:19,513 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:41:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-11T23:41:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-11T23:41:19,515 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:41:19,515 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:41:19,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:41:19,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368539572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:19,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:19,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368539582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:19,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368539583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-11T23:41:19,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T23:41:19,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:19,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:19,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:19,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:19,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:19,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368539782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:19,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:19,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368539792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:19,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:19,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368539792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:19,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:19,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:19,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:19,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T23:41:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:19,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-11T23:41:19,865 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:19,869 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111118bd3cda139043d7b87ea37a820ee808_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111118bd3cda139043d7b87ea37a820ee808_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:19,870 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/046409953ae14d4891094ce694996270, store: [table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:19,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/046409953ae14d4891094ce694996270 is 175, key is test_row_0/A:col10/1731368479446/Put/seqid=0 2024-11-11T23:41:19,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742211_1387 (size=48389) 2024-11-11T23:41:19,875 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/046409953ae14d4891094ce694996270 2024-11-11T23:41:19,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/9d066886950c41be968075a78c868d4c is 50, key is test_row_0/B:col10/1731368479446/Put/seqid=0 2024-11-11T23:41:19,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742212_1388 (size=12151) 2024-11-11T23:41:19,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T23:41:19,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:19,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:19,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:19,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:19,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:20,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368540092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:20,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368540102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:20,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:20,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:20,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:20,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368540102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:20,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:20,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:20,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:20,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T23:41:20,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:20,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:20,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:20,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:20,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-11T23:41:20,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T23:41:20,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:20,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:20,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:20,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:20,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:20,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/9d066886950c41be968075a78c868d4c 2024-11-11T23:41:20,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/742d3e69635a4309ab80b4be02a121ad is 50, key is test_row_0/C:col10/1731368479446/Put/seqid=0 2024-11-11T23:41:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742213_1389 (size=12151) 2024-11-11T23:41:20,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T23:41:20,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:20,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:20,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:20,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:20,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:20,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T23:41:20,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:20,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:20,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:20,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:20,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:20,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368540602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:20,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:20,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:20,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:20,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368540622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:20,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:20,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368540623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:20,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:20,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:20,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:20,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:20,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-11T23:41:20,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/742d3e69635a4309ab80b4be02a121ad 2024-11-11T23:41:20,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/046409953ae14d4891094ce694996270 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/046409953ae14d4891094ce694996270 2024-11-11T23:41:20,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/046409953ae14d4891094ce694996270, entries=250, sequenceid=197, filesize=47.3 K 2024-11-11T23:41:20,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/9d066886950c41be968075a78c868d4c as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/9d066886950c41be968075a78c868d4c 2024-11-11T23:41:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/9d066886950c41be968075a78c868d4c, entries=150, sequenceid=197, filesize=11.9 K 2024-11-11T23:41:20,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/742d3e69635a4309ab80b4be02a121ad as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/742d3e69635a4309ab80b4be02a121ad 2024-11-11T23:41:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/742d3e69635a4309ab80b4be02a121ad, entries=150, sequenceid=197, filesize=11.9 K 2024-11-11T23:41:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 9bf89d10edd4b2f97e50f357c81b59bb in 1262ms, sequenceid=197, compaction requested=true 2024-11-11T23:41:20,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:20,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:41:20,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:20,710 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:20,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:41:20,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:20,710 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:20,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:41:20,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,713 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:20,713 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:20,713 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9bf89d10edd4b2f97e50f357c81b59bb/B is initiating minor compaction (all files) 2024-11-11T23:41:20,713 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9bf89d10edd4b2f97e50f357c81b59bb/A is initiating minor compaction (all files) 2024-11-11T23:41:20,713 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9bf89d10edd4b2f97e50f357c81b59bb/B in TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:20,713 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9bf89d10edd4b2f97e50f357c81b59bb/A in TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:20,713 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/941620030edc45c7b3116419386f0505, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/2f4c288960dc40f6ac03a472af8f78e2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/046409953ae14d4891094ce694996270] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp, totalSize=108.3 K 2024-11-11T23:41:20,713 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/c954d1dccfa94caf8b73785c1b610025, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/bc9dcb707086471991acd775210fe9e1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/9d066886950c41be968075a78c868d4c] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp, totalSize=35.9 K 2024-11-11T23:41:20,713 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:20,713 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/941620030edc45c7b3116419386f0505, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/2f4c288960dc40f6ac03a472af8f78e2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/046409953ae14d4891094ce694996270] 2024-11-11T23:41:20,714 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting c954d1dccfa94caf8b73785c1b610025, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731368474867 2024-11-11T23:41:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,714 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 941620030edc45c7b3116419386f0505, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731368474867 2024-11-11T23:41:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,714 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting bc9dcb707086471991acd775210fe9e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731368477038 2024-11-11T23:41:20,714 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f4c288960dc40f6ac03a472af8f78e2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731368477038 2024-11-11T23:41:20,714 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d066886950c41be968075a78c868d4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731368478269 2024-11-11T23:41:20,714 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 046409953ae14d4891094ce694996270, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731368478269 2024-11-11T23:41:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,720 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,721 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111afeb776a73e74c389fa12838df710b2a_9bf89d10edd4b2f97e50f357c81b59bb store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,725 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bf89d10edd4b2f97e50f357c81b59bb#B#compaction#328 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,725 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/925517e56cc8482291fa972acf508faf is 50, key is test_row_0/B:col10/1731368479446/Put/seqid=0 2024-11-11T23:41:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,727 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111afeb776a73e74c389fa12838df710b2a_9bf89d10edd4b2f97e50f357c81b59bb, store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:20,728 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111afeb776a73e74c389fa12838df710b2a_9bf89d10edd4b2f97e50f357c81b59bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-11T23:41:20,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,736 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 9bf89d10edd4b2f97e50f357c81b59bb 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-11T23:41:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742214_1390 (size=12595) 2024-11-11T23:41:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742215_1391 (size=4469) 2024-11-11T23:41:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fb5cba4acad040ee85bcb8eb48852d5d_9bf89d10edd4b2f97e50f357c81b59bb is 50, key is test_row_0/A:col10/1731368479465/Put/seqid=0 2024-11-11T23:41:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742216_1392 (size=9814) 2024-11-11T23:41:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,784 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fb5cba4acad040ee85bcb8eb48852d5d_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fb5cba4acad040ee85bcb8eb48852d5d_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/e2b27e72fdbf407789932837d2d43624, store: [table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:20,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/e2b27e72fdbf407789932837d2d43624 is 175, key is test_row_0/A:col10/1731368479465/Put/seqid=0 2024-11-11T23:41:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742217_1393 (size=22461) 2024-11-11T23:41:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,795 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/e2b27e72fdbf407789932837d2d43624 2024-11-11T23:41:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/3d9e02cc4abe4ee38944732eb12acc28 is 50, key is test_row_0/B:col10/1731368479465/Put/seqid=0 2024-11-11T23:41:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742218_1394 (size=9757) 2024-11-11T23:41:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,815 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/3d9e02cc4abe4ee38944732eb12acc28 2024-11-11T23:41:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/fdc56e364bdc4c1793f41e118d3aebda is 50, key is test_row_0/C:col10/1731368479465/Put/seqid=0 2024-11-11T23:41:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742219_1395 (size=9757) 2024-11-11T23:41:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,846 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/fdc56e364bdc4c1793f41e118d3aebda 2024-11-11T23:41:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/e2b27e72fdbf407789932837d2d43624 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/e2b27e72fdbf407789932837d2d43624 2024-11-11T23:41:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,854 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/e2b27e72fdbf407789932837d2d43624, entries=100, sequenceid=206, filesize=21.9 K 2024-11-11T23:41:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/3d9e02cc4abe4ee38944732eb12acc28 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/3d9e02cc4abe4ee38944732eb12acc28 2024-11-11T23:41:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,858 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/3d9e02cc4abe4ee38944732eb12acc28, entries=100, sequenceid=206, filesize=9.5 K 2024-11-11T23:41:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/fdc56e364bdc4c1793f41e118d3aebda as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/fdc56e364bdc4c1793f41e118d3aebda 2024-11-11T23:41:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,862 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/fdc56e364bdc4c1793f41e118d3aebda, entries=100, sequenceid=206, filesize=9.5 K 2024-11-11T23:41:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,864 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 9bf89d10edd4b2f97e50f357c81b59bb in 127ms, sequenceid=206, compaction requested=true 2024-11-11T23:41:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:20,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:20,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-11T23:41:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-11T23:41:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-11T23:41:20,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3510 sec 2024-11-11T23:41:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.3560 sec 2024-11-11T23:41:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,152 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/925517e56cc8482291fa972acf508faf as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/925517e56cc8482291fa972acf508faf 2024-11-11T23:41:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,158 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9bf89d10edd4b2f97e50f357c81b59bb/B of 9bf89d10edd4b2f97e50f357c81b59bb into 925517e56cc8482291fa972acf508faf(size=12.3 K), total size for store is 21.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:21,158 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:21,158 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., storeName=9bf89d10edd4b2f97e50f357c81b59bb/B, priority=13, startTime=1731368480710; duration=0sec 2024-11-11T23:41:21,158 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:21,158 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:B 2024-11-11T23:41:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,158 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:41:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,159 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bf89d10edd4b2f97e50f357c81b59bb#A#compaction#327 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:21,159 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:41:21,159 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9bf89d10edd4b2f97e50f357c81b59bb/C is initiating minor compaction (all files) 2024-11-11T23:41:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,160 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9bf89d10edd4b2f97e50f357c81b59bb/C in TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,160 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/2576ffb9c73742a3884e27858f268d84, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/e6cc4421e4d04d878bc68bfa5e774cc4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/742d3e69635a4309ab80b4be02a121ad, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/fdc56e364bdc4c1793f41e118d3aebda] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp, totalSize=45.5 K 2024-11-11T23:41:21,160 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/29a5111a14c94706b6db94f3f260e606 is 175, key is test_row_0/A:col10/1731368479446/Put/seqid=0 2024-11-11T23:41:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,160 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 2576ffb9c73742a3884e27858f268d84, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731368474867 2024-11-11T23:41:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,160 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting e6cc4421e4d04d878bc68bfa5e774cc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731368477038 2024-11-11T23:41:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,161 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 742d3e69635a4309ab80b4be02a121ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731368478269 2024-11-11T23:41:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,162 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting fdc56e364bdc4c1793f41e118d3aebda, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731368479465 2024-11-11T23:41:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742220_1396 (size=31549) 2024-11-11T23:41:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,170 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/29a5111a14c94706b6db94f3f260e606 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/29a5111a14c94706b6db94f3f260e606 2024-11-11T23:41:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,172 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bf89d10edd4b2f97e50f357c81b59bb#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,173 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/2c5ae7c5b31d493db40ca1ae20a6e9a0 is 50, key is test_row_0/C:col10/1731368479465/Put/seqid=0 2024-11-11T23:41:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,177 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9bf89d10edd4b2f97e50f357c81b59bb/A of 9bf89d10edd4b2f97e50f357c81b59bb into 29a5111a14c94706b6db94f3f260e606(size=30.8 K), total size for store is 52.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,177 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:21,177 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., storeName=9bf89d10edd4b2f97e50f357c81b59bb/A, priority=13, startTime=1731368480710; duration=0sec 2024-11-11T23:41:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,178 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:21,178 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:A 2024-11-11T23:41:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742221_1397 (size=12629) 2024-11-11T23:41:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,192 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/2c5ae7c5b31d493db40ca1ae20a6e9a0 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/2c5ae7c5b31d493db40ca1ae20a6e9a0 2024-11-11T23:41:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,197 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9bf89d10edd4b2f97e50f357c81b59bb/C of 9bf89d10edd4b2f97e50f357c81b59bb into 2c5ae7c5b31d493db40ca1ae20a6e9a0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:21,197 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:21,197 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., storeName=9bf89d10edd4b2f97e50f357c81b59bb/C, priority=12, startTime=1731368480710; duration=0sec 2024-11-11T23:41:21,197 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:21,197 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:C 2024-11-11T23:41:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-11T23:41:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,663 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,664 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:41:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-11T23:41:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,666 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:41:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,666 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:41:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T23:41:21,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:41:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T23:41:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:21,781 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:21,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9bf89d10edd4b2f97e50f357c81b59bb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:41:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111167db69ce18aa48ecb28feeaeb72cce86_9bf89d10edd4b2f97e50f357c81b59bb is 50, key is test_row_0/A:col10/1731368481779/Put/seqid=0 2024-11-11T23:41:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742222_1398 (size=14794) 2024-11-11T23:41:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T23:41:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:21,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368541911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:21,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368541912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:21,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:21,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:21,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:21,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:21,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:21,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:21,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368541914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:21,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:21,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:21,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:21,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T23:41:21,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:21,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:21,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:21,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T23:41:22,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368542022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:22,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:22,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368542032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:22,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368542033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:22,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:22,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:22,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T23:41:22,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:22,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:22,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:22,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:22,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:22,220 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:22,223 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111167db69ce18aa48ecb28feeaeb72cce86_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111167db69ce18aa48ecb28feeaeb72cce86_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:22,224 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/e9a2f285bd884847bb69d3dca958b986, store: [table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:22,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/e9a2f285bd884847bb69d3dca958b986 is 175, key is test_row_0/A:col10/1731368481779/Put/seqid=0 2024-11-11T23:41:22,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742223_1399 (size=39745) 2024-11-11T23:41:22,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368542232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:22,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368542242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:22,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:22,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368542242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:22,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:22,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T23:41:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:22,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T23:41:22,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T23:41:22,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:22,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:22,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:22,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:22,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:22,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368542542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:22,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:22,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368542552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:22,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:22,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368542552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:22,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:22,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:22,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:22,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T23:41:22,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:22,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:22,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:22,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:22,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:22,628 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/e9a2f285bd884847bb69d3dca958b986 2024-11-11T23:41:22,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/27b52a36bef348c7a92f09b2f54f92a6 is 50, key is test_row_0/B:col10/1731368481779/Put/seqid=0 2024-11-11T23:41:22,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742224_1400 (size=9757) 2024-11-11T23:41:22,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T23:41:22,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:22,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:22,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:22,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:22,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T23:41:22,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T23:41:22,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:22,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:22,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:22,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:22,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:23,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/27b52a36bef348c7a92f09b2f54f92a6 2024-11-11T23:41:23,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/b651eb6c56214a859cbf4ef8b1b3125e is 50, key is test_row_0/C:col10/1731368481779/Put/seqid=0 2024-11-11T23:41:23,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T23:41:23,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:23,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742225_1401 (size=9757) 2024-11-11T23:41:23,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:23,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:23,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:23,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:23,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368543052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:23,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368543062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:23,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368543062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:23,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T23:41:23,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:23,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:23,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:23,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:23,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:23,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T23:41:23,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:23,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:23,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:23,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:23,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:23,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/b651eb6c56214a859cbf4ef8b1b3125e 2024-11-11T23:41:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/e9a2f285bd884847bb69d3dca958b986 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/e9a2f285bd884847bb69d3dca958b986 2024-11-11T23:41:23,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/e9a2f285bd884847bb69d3dca958b986, entries=200, sequenceid=220, filesize=38.8 K 2024-11-11T23:41:23,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/27b52a36bef348c7a92f09b2f54f92a6 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/27b52a36bef348c7a92f09b2f54f92a6 2024-11-11T23:41:23,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/27b52a36bef348c7a92f09b2f54f92a6, entries=100, sequenceid=220, filesize=9.5 K 2024-11-11T23:41:23,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/b651eb6c56214a859cbf4ef8b1b3125e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b651eb6c56214a859cbf4ef8b1b3125e 2024-11-11T23:41:23,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b651eb6c56214a859cbf4ef8b1b3125e, entries=100, sequenceid=220, filesize=9.5 K 2024-11-11T23:41:23,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9bf89d10edd4b2f97e50f357c81b59bb in 1684ms, sequenceid=220, compaction requested=true 2024-11-11T23:41:23,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:23,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:41:23,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:23,465 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:23,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:41:23,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:23,465 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:23,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:41:23,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:23,466 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32109 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:23,466 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:23,466 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9bf89d10edd4b2f97e50f357c81b59bb/B is initiating minor compaction (all files) 2024-11-11T23:41:23,466 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9bf89d10edd4b2f97e50f357c81b59bb/A is initiating minor compaction (all files) 2024-11-11T23:41:23,466 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9bf89d10edd4b2f97e50f357c81b59bb/B in TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:23,466 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9bf89d10edd4b2f97e50f357c81b59bb/A in TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:23,466 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/925517e56cc8482291fa972acf508faf, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/3d9e02cc4abe4ee38944732eb12acc28, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/27b52a36bef348c7a92f09b2f54f92a6] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp, totalSize=31.4 K 2024-11-11T23:41:23,466 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/29a5111a14c94706b6db94f3f260e606, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/e2b27e72fdbf407789932837d2d43624, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/e9a2f285bd884847bb69d3dca958b986] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp, totalSize=91.6 K 2024-11-11T23:41:23,466 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:23,466 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/29a5111a14c94706b6db94f3f260e606, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/e2b27e72fdbf407789932837d2d43624, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/e9a2f285bd884847bb69d3dca958b986] 2024-11-11T23:41:23,466 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 925517e56cc8482291fa972acf508faf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731368478269 2024-11-11T23:41:23,466 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29a5111a14c94706b6db94f3f260e606, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731368478269 2024-11-11T23:41:23,466 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d9e02cc4abe4ee38944732eb12acc28, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731368479465 2024-11-11T23:41:23,466 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2b27e72fdbf407789932837d2d43624, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731368479465 2024-11-11T23:41:23,466 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 27b52a36bef348c7a92f09b2f54f92a6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731368481779 2024-11-11T23:41:23,467 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9a2f285bd884847bb69d3dca958b986, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731368481736 2024-11-11T23:41:23,472 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:23,473 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bf89d10edd4b2f97e50f357c81b59bb#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:23,473 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/11597ae1fa424a66830efcd536d566d9 is 50, key is test_row_0/B:col10/1731368481779/Put/seqid=0 2024-11-11T23:41:23,474 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111173c68343ae694a919d680a338d670abd_9bf89d10edd4b2f97e50f357c81b59bb store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:23,476 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111173c68343ae694a919d680a338d670abd_9bf89d10edd4b2f97e50f357c81b59bb, store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:23,476 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111173c68343ae694a919d680a338d670abd_9bf89d10edd4b2f97e50f357c81b59bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:23,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742226_1402 (size=12697) 2024-11-11T23:41:23,481 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/11597ae1fa424a66830efcd536d566d9 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/11597ae1fa424a66830efcd536d566d9 2024-11-11T23:41:23,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742227_1403 (size=4469) 2024-11-11T23:41:23,485 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9bf89d10edd4b2f97e50f357c81b59bb/B of 9bf89d10edd4b2f97e50f357c81b59bb into 11597ae1fa424a66830efcd536d566d9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:23,485 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:23,485 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., storeName=9bf89d10edd4b2f97e50f357c81b59bb/B, priority=13, startTime=1731368483465; duration=0sec 2024-11-11T23:41:23,485 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:23,485 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:B 2024-11-11T23:41:23,485 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T23:41:23,486 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T23:41:23,486 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T23:41:23,486 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. because compaction request was cancelled 2024-11-11T23:41:23,486 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:C 2024-11-11T23:41:23,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-11T23:41:23,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:23,503 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 9bf89d10edd4b2f97e50f357c81b59bb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T23:41:23,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117296318b7f114f16b9c0d24335cc3a5d_9bf89d10edd4b2f97e50f357c81b59bb is 50, key is test_row_0/A:col10/1731368481908/Put/seqid=0 2024-11-11T23:41:23,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742228_1404 (size=12304) 2024-11-11T23:41:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T23:41:23,883 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bf89d10edd4b2f97e50f357c81b59bb#A#compaction#337 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:23,883 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/4c8e97eb19464b8c926742861dc20937 is 175, key is test_row_0/A:col10/1731368481779/Put/seqid=0 2024-11-11T23:41:23,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742229_1405 (size=31758) 2024-11-11T23:41:23,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:23,916 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117296318b7f114f16b9c0d24335cc3a5d_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117296318b7f114f16b9c0d24335cc3a5d_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:23,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/8101847387724ec6adf11ff6554d9665, store: [table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:23,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/8101847387724ec6adf11ff6554d9665 is 175, key is test_row_0/A:col10/1731368481908/Put/seqid=0 2024-11-11T23:41:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742230_1406 (size=31105) 2024-11-11T23:41:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:24,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. as already flushing 2024-11-11T23:41:24,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368544088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:24,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368544088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368544089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:24,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368544206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:24,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:24,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368544206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:24,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:24,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:24,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368544206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:24,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:24,291 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/4c8e97eb19464b8c926742861dc20937 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/4c8e97eb19464b8c926742861dc20937 2024-11-11T23:41:24,294 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9bf89d10edd4b2f97e50f357c81b59bb/A of 9bf89d10edd4b2f97e50f357c81b59bb into 4c8e97eb19464b8c926742861dc20937(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:24,294 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:24,294 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., storeName=9bf89d10edd4b2f97e50f357c81b59bb/A, priority=13, startTime=1731368483465; duration=0sec 2024-11-11T23:41:24,294 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:24,294 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:A 2024-11-11T23:41:24,325 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/8101847387724ec6adf11ff6554d9665 2024-11-11T23:41:24,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/778167c9090145f4a9dd2c44aaaff7ff is 50, key is test_row_0/B:col10/1731368481908/Put/seqid=0 2024-11-11T23:41:24,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742231_1407 (size=12151) 2024-11-11T23:41:24,336 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/778167c9090145f4a9dd2c44aaaff7ff 2024-11-11T23:41:24,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/b29fc773d105407794df7008b60161b1 is 50, key is test_row_0/C:col10/1731368481908/Put/seqid=0 2024-11-11T23:41:24,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742232_1408 (size=12151) 2024-11-11T23:41:24,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368544423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:24,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368544423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368544423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:24,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37922 deadline: 1731368544732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:24,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37938 deadline: 1731368544732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:24,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:24,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:24,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37902 deadline: 1731368544732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:24,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:24,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:41:24,747 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/b29fc773d105407794df7008b60161b1 2024-11-11T23:41:24,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/8101847387724ec6adf11ff6554d9665 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/8101847387724ec6adf11ff6554d9665 2024-11-11T23:41:24,753 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/8101847387724ec6adf11ff6554d9665, entries=150, sequenceid=246, filesize=30.4 K 2024-11-11T23:41:24,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/778167c9090145f4a9dd2c44aaaff7ff as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/778167c9090145f4a9dd2c44aaaff7ff 2024-11-11T23:41:24,757 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/778167c9090145f4a9dd2c44aaaff7ff, entries=150, sequenceid=246, filesize=11.9 K 2024-11-11T23:41:24,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/b29fc773d105407794df7008b60161b1 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b29fc773d105407794df7008b60161b1 2024-11-11T23:41:24,761 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b29fc773d105407794df7008b60161b1, entries=150, sequenceid=246, filesize=11.9 K 2024-11-11T23:41:24,761 INFO [Thread-1553 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1553. 2024-11-11T23:41:24,761 INFO [Thread-1549 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1549. 2024-11-11T23:41:24,761 DEBUG [Thread-1553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:24,761 DEBUG [Thread-1549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:24,761 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:24,761 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:24,761 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:24,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:24,761 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:24,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:24,762 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9bf89d10edd4b2f97e50f357c81b59bb in 1259ms, sequenceid=246, compaction requested=true 2024-11-11T23:41:24,762 INFO [Thread-1545 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1545. 2024-11-11T23:41:24,762 DEBUG [Thread-1545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:24,762 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:24,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:24,762 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:24,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:24,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:24,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-11T23:41:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-11T23:41:24,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-11T23:41:24,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0970 sec 2024-11-11T23:41:24,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 3.1010 sec 2024-11-11T23:41:24,766 INFO [Thread-1551 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1551. 2024-11-11T23:41:24,766 DEBUG [Thread-1551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:24,766 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:24,766 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:24,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:24,767 INFO [Thread-1547 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1547. 2024-11-11T23:41:24,767 DEBUG [Thread-1547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:24,767 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:24,768 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:24,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:25,245 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:25,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9bf89d10edd4b2f97e50f357c81b59bb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T23:41:25,246 INFO [Thread-1542 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1542. 2024-11-11T23:41:25,246 INFO [Thread-1540 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1540. 2024-11-11T23:41:25,246 DEBUG [Thread-1542 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:25,246 DEBUG [Thread-1542 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:25,246 DEBUG [Thread-1540 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:25,246 DEBUG [Thread-1540 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:25,246 DEBUG [Thread-1542 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:25,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:25,246 DEBUG [Thread-1540 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:25,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:25,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111154265e4b9d5440b5aa2a7f94a362c590_9bf89d10edd4b2f97e50f357c81b59bb is 50, key is test_row_0/A:col10/1731368485243/Put/seqid=0 2024-11-11T23:41:25,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742233_1409 (size=12404) 2024-11-11T23:41:25,266 INFO [Thread-1536 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1536. 2024-11-11T23:41:25,266 DEBUG [Thread-1536 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:25,266 DEBUG [Thread-1536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:25,266 DEBUG [Thread-1536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:25,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:25,659 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:25,667 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111154265e4b9d5440b5aa2a7f94a362c590_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111154265e4b9d5440b5aa2a7f94a362c590_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:25,668 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/4a3fb04113e641928f2a4e277a2d311c, store: [table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:25,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/4a3fb04113e641928f2a4e277a2d311c is 175, key is test_row_0/A:col10/1731368485243/Put/seqid=0 2024-11-11T23:41:25,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742234_1410 (size=31205) 2024-11-11T23:41:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-11T23:41:25,824 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:26,076 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/4a3fb04113e641928f2a4e277a2d311c 2024-11-11T23:41:26,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/bd92edb4efa84330bfef2fe5f205e394 is 50, key is test_row_0/B:col10/1731368485243/Put/seqid=0 2024-11-11T23:41:26,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742235_1411 (size=12251) 2024-11-11T23:41:26,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/bd92edb4efa84330bfef2fe5f205e394 2024-11-11T23:41:26,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/fdfb943478a54e8c839b5ff233b55847 is 50, key is test_row_0/C:col10/1731368485243/Put/seqid=0 2024-11-11T23:41:26,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742236_1412 (size=12251) 2024-11-11T23:41:26,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/fdfb943478a54e8c839b5ff233b55847 2024-11-11T23:41:26,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/4a3fb04113e641928f2a4e277a2d311c as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/4a3fb04113e641928f2a4e277a2d311c 2024-11-11T23:41:26,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/4a3fb04113e641928f2a4e277a2d311c, entries=150, sequenceid=260, filesize=30.5 K 2024-11-11T23:41:26,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/bd92edb4efa84330bfef2fe5f205e394 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/bd92edb4efa84330bfef2fe5f205e394 2024-11-11T23:41:26,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/bd92edb4efa84330bfef2fe5f205e394, entries=150, sequenceid=260, filesize=12.0 K 2024-11-11T23:41:26,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/fdfb943478a54e8c839b5ff233b55847 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/fdfb943478a54e8c839b5ff233b55847 2024-11-11T23:41:26,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/fdfb943478a54e8c839b5ff233b55847, entries=150, sequenceid=260, filesize=12.0 K 2024-11-11T23:41:26,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=6.71 KB/6870 for 9bf89d10edd4b2f97e50f357c81b59bb in 1678ms, sequenceid=260, compaction requested=true 2024-11-11T23:41:26,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:26,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:41:26,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:26,923 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:26,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:41:26,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:26,923 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:26,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bf89d10edd4b2f97e50f357c81b59bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:41:26,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:26,924 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94068 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:26,924 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:26,924 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9bf89d10edd4b2f97e50f357c81b59bb/A is initiating minor compaction (all files) 2024-11-11T23:41:26,924 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9bf89d10edd4b2f97e50f357c81b59bb/B is initiating minor compaction (all files) 2024-11-11T23:41:26,924 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9bf89d10edd4b2f97e50f357c81b59bb/A in TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:26,924 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9bf89d10edd4b2f97e50f357c81b59bb/B in TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:26,924 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/4c8e97eb19464b8c926742861dc20937, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/8101847387724ec6adf11ff6554d9665, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/4a3fb04113e641928f2a4e277a2d311c] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp, totalSize=91.9 K 2024-11-11T23:41:26,924 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/11597ae1fa424a66830efcd536d566d9, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/778167c9090145f4a9dd2c44aaaff7ff, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/bd92edb4efa84330bfef2fe5f205e394] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp, totalSize=36.2 K 2024-11-11T23:41:26,924 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:26,924 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/4c8e97eb19464b8c926742861dc20937, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/8101847387724ec6adf11ff6554d9665, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/4a3fb04113e641928f2a4e277a2d311c] 2024-11-11T23:41:26,925 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11597ae1fa424a66830efcd536d566d9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731368479447 2024-11-11T23:41:26,925 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c8e97eb19464b8c926742861dc20937, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731368479447 2024-11-11T23:41:26,925 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 778167c9090145f4a9dd2c44aaaff7ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731368481893 2024-11-11T23:41:26,925 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 8101847387724ec6adf11ff6554d9665, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731368481893 2024-11-11T23:41:26,925 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd92edb4efa84330bfef2fe5f205e394, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731368484086 2024-11-11T23:41:26,925 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a3fb04113e641928f2a4e277a2d311c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731368484086 2024-11-11T23:41:26,931 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:26,932 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bf89d10edd4b2f97e50f357c81b59bb#B#compaction#344 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:26,932 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/d85f071ccc754f24825ab99925fbcf70 is 50, key is test_row_0/B:col10/1731368485243/Put/seqid=0 2024-11-11T23:41:26,933 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111c717714246644614bcd4eafb28774f43_9bf89d10edd4b2f97e50f357c81b59bb store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:26,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742237_1413 (size=12899) 2024-11-11T23:41:26,951 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111c717714246644614bcd4eafb28774f43_9bf89d10edd4b2f97e50f357c81b59bb, store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:26,951 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c717714246644614bcd4eafb28774f43_9bf89d10edd4b2f97e50f357c81b59bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:26,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742238_1414 (size=4469) 2024-11-11T23:41:27,345 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/d85f071ccc754f24825ab99925fbcf70 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/d85f071ccc754f24825ab99925fbcf70 2024-11-11T23:41:27,351 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9bf89d10edd4b2f97e50f357c81b59bb/B of 9bf89d10edd4b2f97e50f357c81b59bb into d85f071ccc754f24825ab99925fbcf70(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:27,351 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:27,351 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., storeName=9bf89d10edd4b2f97e50f357c81b59bb/B, priority=13, startTime=1731368486923; duration=0sec 2024-11-11T23:41:27,351 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:27,351 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:B 2024-11-11T23:41:27,352 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:41:27,353 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46788 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:41:27,353 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9bf89d10edd4b2f97e50f357c81b59bb/C is initiating minor compaction (all files) 2024-11-11T23:41:27,353 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9bf89d10edd4b2f97e50f357c81b59bb/C in TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:27,353 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/2c5ae7c5b31d493db40ca1ae20a6e9a0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b651eb6c56214a859cbf4ef8b1b3125e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b29fc773d105407794df7008b60161b1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/fdfb943478a54e8c839b5ff233b55847] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp, totalSize=45.7 K 2024-11-11T23:41:27,353 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c5ae7c5b31d493db40ca1ae20a6e9a0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731368479447 2024-11-11T23:41:27,354 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting b651eb6c56214a859cbf4ef8b1b3125e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731368481779 2024-11-11T23:41:27,354 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting b29fc773d105407794df7008b60161b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731368481893 2024-11-11T23:41:27,354 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdfb943478a54e8c839b5ff233b55847, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731368484086 2024-11-11T23:41:27,355 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bf89d10edd4b2f97e50f357c81b59bb#A#compaction#345 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:27,355 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/81a4b2e05c43435f85b7cb619c70a0d0 is 175, key is test_row_0/A:col10/1731368485243/Put/seqid=0 2024-11-11T23:41:27,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742239_1415 (size=31853) 2024-11-11T23:41:27,362 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bf89d10edd4b2f97e50f357c81b59bb#C#compaction#346 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:27,362 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/4562646b48524c33a7cd72f865008c25 is 50, key is test_row_0/C:col10/1731368485243/Put/seqid=0 2024-11-11T23:41:27,363 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/81a4b2e05c43435f85b7cb619c70a0d0 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/81a4b2e05c43435f85b7cb619c70a0d0 2024-11-11T23:41:27,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742240_1416 (size=12865) 2024-11-11T23:41:27,367 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9bf89d10edd4b2f97e50f357c81b59bb/A of 9bf89d10edd4b2f97e50f357c81b59bb into 81a4b2e05c43435f85b7cb619c70a0d0(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:27,367 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:27,367 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., storeName=9bf89d10edd4b2f97e50f357c81b59bb/A, priority=13, startTime=1731368486923; duration=0sec 2024-11-11T23:41:27,367 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:27,367 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:A 2024-11-11T23:41:27,555 INFO [Thread-1534 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1534. 2024-11-11T23:41:27,555 INFO [Thread-1538 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1538. 2024-11-11T23:41:27,555 DEBUG [Thread-1534 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:27,555 DEBUG [Thread-1534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:27,555 DEBUG [Thread-1538 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:27,555 DEBUG [Thread-1538 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:27,556 DEBUG [Thread-1538 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:27,556 DEBUG [Thread-1534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:27,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:27,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:27,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T23:41:27,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-11T23:41:27,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-11T23:41:27,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-11T23:41:27,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-11T23:41:27,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-11T23:41:27,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T23:41:27,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T23:41:27,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1594 2024-11-11T23:41:27,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4779 rows 2024-11-11T23:41:27,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1582 2024-11-11T23:41:27,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4741 rows 2024-11-11T23:41:27,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1581 2024-11-11T23:41:27,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4743 rows 2024-11-11T23:41:27,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1595 2024-11-11T23:41:27,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4779 rows 2024-11-11T23:41:27,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1583 2024-11-11T23:41:27,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4738 rows 2024-11-11T23:41:27,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:41:27,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:41:27,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:27,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:27,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:27,559 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T23:41:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T23:41:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T23:41:27,563 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368487563"}]},"ts":"1731368487563"} 2024-11-11T23:41:27,564 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T23:41:27,564 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T23:41:27,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T23:41:27,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bf89d10edd4b2f97e50f357c81b59bb, UNASSIGN}] 2024-11-11T23:41:27,567 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bf89d10edd4b2f97e50f357c81b59bb, UNASSIGN 2024-11-11T23:41:27,568 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=9bf89d10edd4b2f97e50f357c81b59bb, regionState=CLOSING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:41:27,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bf89d10edd4b2f97e50f357c81b59bb, UNASSIGN because future has completed 2024-11-11T23:41:27,569 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T23:41:27,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:41:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T23:41:27,722 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(122): Close 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:27,722 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T23:41:27,722 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1722): Closing 9bf89d10edd4b2f97e50f357c81b59bb, disabling compactions & flushes 2024-11-11T23:41:27,722 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1993): waiting for 1 compactions to complete for region TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:27,771 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/4562646b48524c33a7cd72f865008c25 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/4562646b48524c33a7cd72f865008c25 2024-11-11T23:41:27,777 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9bf89d10edd4b2f97e50f357c81b59bb/C of 9bf89d10edd4b2f97e50f357c81b59bb into 4562646b48524c33a7cd72f865008c25(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:27,777 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9bf89d10edd4b2f97e50f357c81b59bb: 2024-11-11T23:41:27,777 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., storeName=9bf89d10edd4b2f97e50f357c81b59bb/C, priority=12, startTime=1731368486923; duration=0sec 2024-11-11T23:41:27,777 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:27,777 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:27,777 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:27,777 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bf89d10edd4b2f97e50f357c81b59bb:C 2024-11-11T23:41:27,777 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. after waiting 0 ms 2024-11-11T23:41:27,777 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:27,777 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(2902): Flushing 9bf89d10edd4b2f97e50f357c81b59bb 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-11T23:41:27,783 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111157c7f20588a445368c8a60c4dad56232_9bf89d10edd4b2f97e50f357c81b59bb is 50, key is test_row_0/A:col10/1731368487553/Put/seqid=0 2024-11-11T23:41:27,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742241_1417 (size=9914) 2024-11-11T23:41:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T23:41:28,188 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T23:41:28,196 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111157c7f20588a445368c8a60c4dad56232_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111157c7f20588a445368c8a60c4dad56232_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:28,197 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/86cb5d86c63c4f249980494677235396, store: [table=TestAcidGuarantees family=A region=9bf89d10edd4b2f97e50f357c81b59bb] 2024-11-11T23:41:28,198 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/86cb5d86c63c4f249980494677235396 is 175, key is test_row_0/A:col10/1731368487553/Put/seqid=0 2024-11-11T23:41:28,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742242_1418 (size=22561) 2024-11-11T23:41:28,603 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/86cb5d86c63c4f249980494677235396 2024-11-11T23:41:28,616 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/734e69ac46a24a078fca472197af3f1a is 50, key is test_row_0/B:col10/1731368487553/Put/seqid=0 2024-11-11T23:41:28,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742243_1419 (size=9857) 2024-11-11T23:41:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T23:41:29,021 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/734e69ac46a24a078fca472197af3f1a 2024-11-11T23:41:29,035 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/96f1594f41f541d290ffaf1a58b561f1 is 50, key is test_row_0/C:col10/1731368487553/Put/seqid=0 2024-11-11T23:41:29,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742244_1420 (size=9857) 2024-11-11T23:41:29,443 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/96f1594f41f541d290ffaf1a58b561f1 2024-11-11T23:41:29,451 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/A/86cb5d86c63c4f249980494677235396 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/86cb5d86c63c4f249980494677235396 2024-11-11T23:41:29,456 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/86cb5d86c63c4f249980494677235396, entries=100, sequenceid=269, filesize=22.0 K 2024-11-11T23:41:29,457 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/B/734e69ac46a24a078fca472197af3f1a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/734e69ac46a24a078fca472197af3f1a 2024-11-11T23:41:29,460 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/734e69ac46a24a078fca472197af3f1a, entries=100, sequenceid=269, filesize=9.6 K 2024-11-11T23:41:29,460 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/.tmp/C/96f1594f41f541d290ffaf1a58b561f1 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/96f1594f41f541d290ffaf1a58b561f1 2024-11-11T23:41:29,463 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/96f1594f41f541d290ffaf1a58b561f1, entries=100, sequenceid=269, filesize=9.6 K 2024-11-11T23:41:29,464 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 9bf89d10edd4b2f97e50f357c81b59bb in 1687ms, sequenceid=269, compaction requested=false 2024-11-11T23:41:29,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/85292df9fd084834b9b2da6fb042e147, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/edd453b3e6844bb88971ead306f7427d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/176046af8aff490f83203c155282b143, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/7c57aa5fd628400c93c7ab4babf93668, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/99d4ae33083c44efb4c38b6b7d96c75b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/41a6fcf0637c416ab8779ddb30842c56, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/a80e06baa40e410f94f462945b40d622, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/8583b3d07cde402a84738fa38761727a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/0f4dd4d1e86a4495a40a9ef6ca61df3b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/941620030edc45c7b3116419386f0505, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/0d8f4589a8014a7db83cc8d04ac295fa, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/2f4c288960dc40f6ac03a472af8f78e2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/046409953ae14d4891094ce694996270, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/29a5111a14c94706b6db94f3f260e606, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/e2b27e72fdbf407789932837d2d43624, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/e9a2f285bd884847bb69d3dca958b986, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/4c8e97eb19464b8c926742861dc20937, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/8101847387724ec6adf11ff6554d9665, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/4a3fb04113e641928f2a4e277a2d311c] to archive 2024-11-11T23:41:29,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:41:29,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/85292df9fd084834b9b2da6fb042e147 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/85292df9fd084834b9b2da6fb042e147 2024-11-11T23:41:29,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/edd453b3e6844bb88971ead306f7427d to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/edd453b3e6844bb88971ead306f7427d 2024-11-11T23:41:29,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/176046af8aff490f83203c155282b143 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/176046af8aff490f83203c155282b143 2024-11-11T23:41:29,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/7c57aa5fd628400c93c7ab4babf93668 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/7c57aa5fd628400c93c7ab4babf93668 2024-11-11T23:41:29,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/99d4ae33083c44efb4c38b6b7d96c75b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/99d4ae33083c44efb4c38b6b7d96c75b 2024-11-11T23:41:29,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/41a6fcf0637c416ab8779ddb30842c56 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/41a6fcf0637c416ab8779ddb30842c56 2024-11-11T23:41:29,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/a80e06baa40e410f94f462945b40d622 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/a80e06baa40e410f94f462945b40d622 2024-11-11T23:41:29,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/8583b3d07cde402a84738fa38761727a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/8583b3d07cde402a84738fa38761727a 2024-11-11T23:41:29,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/0f4dd4d1e86a4495a40a9ef6ca61df3b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/0f4dd4d1e86a4495a40a9ef6ca61df3b 2024-11-11T23:41:29,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/941620030edc45c7b3116419386f0505 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/941620030edc45c7b3116419386f0505 2024-11-11T23:41:29,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/0d8f4589a8014a7db83cc8d04ac295fa to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/0d8f4589a8014a7db83cc8d04ac295fa 2024-11-11T23:41:29,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/2f4c288960dc40f6ac03a472af8f78e2 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/2f4c288960dc40f6ac03a472af8f78e2 2024-11-11T23:41:29,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/046409953ae14d4891094ce694996270 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/046409953ae14d4891094ce694996270 2024-11-11T23:41:29,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/29a5111a14c94706b6db94f3f260e606 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/29a5111a14c94706b6db94f3f260e606 2024-11-11T23:41:29,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/e2b27e72fdbf407789932837d2d43624 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/e2b27e72fdbf407789932837d2d43624 2024-11-11T23:41:29,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/e9a2f285bd884847bb69d3dca958b986 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/e9a2f285bd884847bb69d3dca958b986 2024-11-11T23:41:29,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/4c8e97eb19464b8c926742861dc20937 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/4c8e97eb19464b8c926742861dc20937 2024-11-11T23:41:29,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/8101847387724ec6adf11ff6554d9665 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/8101847387724ec6adf11ff6554d9665 2024-11-11T23:41:29,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/4a3fb04113e641928f2a4e277a2d311c to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/4a3fb04113e641928f2a4e277a2d311c 2024-11-11T23:41:29,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/7229a3b69b474a0c882d6f5456046484, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/f214a585d23f47ea87079309d5dc6384, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/fe64ae7c806b44299c3a99a979685390, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/0e7a2144e7fb4d149713595faf450e25, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/5e73e7abf94d4147a58003622f71bcfd, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/ae4a6e8bca104b84a62d73b4ea72e4ed, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/2e5d9f6135fa41bb827a2da178eac957, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/e71e2c66054744f3a5019ef32616df84, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/6a1696d88ede4a89910f001fcab3a5cf, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/c954d1dccfa94caf8b73785c1b610025, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/4ee12e58ac5d4fad898a2bf5faeb40d0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/bc9dcb707086471991acd775210fe9e1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/925517e56cc8482291fa972acf508faf, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/9d066886950c41be968075a78c868d4c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/3d9e02cc4abe4ee38944732eb12acc28, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/11597ae1fa424a66830efcd536d566d9, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/27b52a36bef348c7a92f09b2f54f92a6, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/778167c9090145f4a9dd2c44aaaff7ff, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/bd92edb4efa84330bfef2fe5f205e394] to archive 2024-11-11T23:41:29,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:41:29,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/7229a3b69b474a0c882d6f5456046484 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/7229a3b69b474a0c882d6f5456046484 2024-11-11T23:41:29,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/f214a585d23f47ea87079309d5dc6384 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/f214a585d23f47ea87079309d5dc6384 2024-11-11T23:41:29,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/fe64ae7c806b44299c3a99a979685390 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/fe64ae7c806b44299c3a99a979685390 2024-11-11T23:41:29,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/0e7a2144e7fb4d149713595faf450e25 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/0e7a2144e7fb4d149713595faf450e25 2024-11-11T23:41:29,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/5e73e7abf94d4147a58003622f71bcfd to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/5e73e7abf94d4147a58003622f71bcfd 2024-11-11T23:41:29,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/ae4a6e8bca104b84a62d73b4ea72e4ed to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/ae4a6e8bca104b84a62d73b4ea72e4ed 2024-11-11T23:41:29,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/2e5d9f6135fa41bb827a2da178eac957 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/2e5d9f6135fa41bb827a2da178eac957 2024-11-11T23:41:29,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/e71e2c66054744f3a5019ef32616df84 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/e71e2c66054744f3a5019ef32616df84 2024-11-11T23:41:29,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/6a1696d88ede4a89910f001fcab3a5cf to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/6a1696d88ede4a89910f001fcab3a5cf 2024-11-11T23:41:29,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/c954d1dccfa94caf8b73785c1b610025 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/c954d1dccfa94caf8b73785c1b610025 2024-11-11T23:41:29,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/4ee12e58ac5d4fad898a2bf5faeb40d0 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/4ee12e58ac5d4fad898a2bf5faeb40d0 2024-11-11T23:41:29,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/bc9dcb707086471991acd775210fe9e1 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/bc9dcb707086471991acd775210fe9e1 2024-11-11T23:41:29,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/925517e56cc8482291fa972acf508faf to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/925517e56cc8482291fa972acf508faf 2024-11-11T23:41:29,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/9d066886950c41be968075a78c868d4c to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/9d066886950c41be968075a78c868d4c 2024-11-11T23:41:29,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/3d9e02cc4abe4ee38944732eb12acc28 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/3d9e02cc4abe4ee38944732eb12acc28 2024-11-11T23:41:29,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/11597ae1fa424a66830efcd536d566d9 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/11597ae1fa424a66830efcd536d566d9 2024-11-11T23:41:29,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/27b52a36bef348c7a92f09b2f54f92a6 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/27b52a36bef348c7a92f09b2f54f92a6 2024-11-11T23:41:29,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/778167c9090145f4a9dd2c44aaaff7ff to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/778167c9090145f4a9dd2c44aaaff7ff 2024-11-11T23:41:29,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/bd92edb4efa84330bfef2fe5f205e394 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/bd92edb4efa84330bfef2fe5f205e394 2024-11-11T23:41:29,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/93337c86d19a4ed1aca4a47cfc947365, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/18f08a68b41f420d93e9fb4e938727c6, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/73d91674eb5c4283a7bdd76ceb958689, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/9df2c832e9d648f5a5c5cf740480338a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b90903cb2d1c4a709e3dbfffafe5533d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/38d409a8af02444194a00d9b3d365f85, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/a395315b9ade4c7cb013bfec58312023, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b5d6d5afe81648d29e032c0868125c16, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/cb1f34ac0d3d410f92b42b68eb7e0a24, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/2576ffb9c73742a3884e27858f268d84, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/f04a8cc9d39947ecb4940c1646f47d85, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/e6cc4421e4d04d878bc68bfa5e774cc4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/742d3e69635a4309ab80b4be02a121ad, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/2c5ae7c5b31d493db40ca1ae20a6e9a0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/fdc56e364bdc4c1793f41e118d3aebda, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b651eb6c56214a859cbf4ef8b1b3125e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b29fc773d105407794df7008b60161b1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/fdfb943478a54e8c839b5ff233b55847] to archive 2024-11-11T23:41:29,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:41:29,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/93337c86d19a4ed1aca4a47cfc947365 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/93337c86d19a4ed1aca4a47cfc947365 2024-11-11T23:41:29,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/18f08a68b41f420d93e9fb4e938727c6 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/18f08a68b41f420d93e9fb4e938727c6 2024-11-11T23:41:29,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/73d91674eb5c4283a7bdd76ceb958689 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/73d91674eb5c4283a7bdd76ceb958689 2024-11-11T23:41:29,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/9df2c832e9d648f5a5c5cf740480338a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/9df2c832e9d648f5a5c5cf740480338a 2024-11-11T23:41:29,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b90903cb2d1c4a709e3dbfffafe5533d to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b90903cb2d1c4a709e3dbfffafe5533d 2024-11-11T23:41:29,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/38d409a8af02444194a00d9b3d365f85 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/38d409a8af02444194a00d9b3d365f85 2024-11-11T23:41:29,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/a395315b9ade4c7cb013bfec58312023 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/a395315b9ade4c7cb013bfec58312023 2024-11-11T23:41:29,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b5d6d5afe81648d29e032c0868125c16 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b5d6d5afe81648d29e032c0868125c16 2024-11-11T23:41:29,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/cb1f34ac0d3d410f92b42b68eb7e0a24 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/cb1f34ac0d3d410f92b42b68eb7e0a24 2024-11-11T23:41:29,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/2576ffb9c73742a3884e27858f268d84 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/2576ffb9c73742a3884e27858f268d84 2024-11-11T23:41:29,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/f04a8cc9d39947ecb4940c1646f47d85 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/f04a8cc9d39947ecb4940c1646f47d85 2024-11-11T23:41:29,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/e6cc4421e4d04d878bc68bfa5e774cc4 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/e6cc4421e4d04d878bc68bfa5e774cc4 2024-11-11T23:41:29,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/742d3e69635a4309ab80b4be02a121ad to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/742d3e69635a4309ab80b4be02a121ad 2024-11-11T23:41:29,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/2c5ae7c5b31d493db40ca1ae20a6e9a0 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/2c5ae7c5b31d493db40ca1ae20a6e9a0 2024-11-11T23:41:29,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/fdc56e364bdc4c1793f41e118d3aebda to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/fdc56e364bdc4c1793f41e118d3aebda 2024-11-11T23:41:29,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b651eb6c56214a859cbf4ef8b1b3125e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b651eb6c56214a859cbf4ef8b1b3125e 2024-11-11T23:41:29,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b29fc773d105407794df7008b60161b1 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/b29fc773d105407794df7008b60161b1 2024-11-11T23:41:29,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/fdfb943478a54e8c839b5ff233b55847 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/fdfb943478a54e8c839b5ff233b55847 2024-11-11T23:41:29,545 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/recovered.edits/272.seqid, newMaxSeqId=272, maxSeqId=4 2024-11-11T23:41:29,545 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. 2024-11-11T23:41:29,546 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1676): Region close journal for 9bf89d10edd4b2f97e50f357c81b59bb: Waiting for close lock at 1731368487722Running coprocessor pre-close hooks at 1731368487722Disabling compacts and flushes for region at 1731368487722Disabling writes for close at 1731368487777 (+55 ms)Obtaining lock to block concurrent updates at 1731368487777Preparing flush snapshotting stores in 9bf89d10edd4b2f97e50f357c81b59bb at 1731368487777Finished memstore snapshotting TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731368487778 (+1 ms)Flushing stores of TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb. at 1731368487778Flushing 9bf89d10edd4b2f97e50f357c81b59bb/A: creating writer at 1731368487778Flushing mob file 9bf89d10edd4b2f97e50f357c81b59bb/A: appending metadata at 1731368487783 (+5 ms)Flushing mob file 9bf89d10edd4b2f97e50f357c81b59bb/A: closing flushed file at 1731368487783Flushing 9bf89d10edd4b2f97e50f357c81b59bb/A: appending metadata at 1731368488198 (+415 ms)Flushing 9bf89d10edd4b2f97e50f357c81b59bb/A: closing flushed file at 1731368488198Flushing 9bf89d10edd4b2f97e50f357c81b59bb/B: creating writer at 1731368488610 (+412 ms)Flushing 9bf89d10edd4b2f97e50f357c81b59bb/B: appending metadata at 1731368488615 (+5 ms)Flushing 9bf89d10edd4b2f97e50f357c81b59bb/B: closing flushed file at 1731368488615Flushing 9bf89d10edd4b2f97e50f357c81b59bb/C: creating writer at 1731368489029 (+414 ms)Flushing 9bf89d10edd4b2f97e50f357c81b59bb/C: appending metadata at 1731368489034 (+5 ms)Flushing 9bf89d10edd4b2f97e50f357c81b59bb/C: closing flushed file at 1731368489034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f659a48: reopening flushed file at 1731368489450 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1c6bd0: reopening flushed file at 1731368489456 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@640a59b5: reopening flushed file at 1731368489460 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 9bf89d10edd4b2f97e50f357c81b59bb in 1687ms, sequenceid=269, compaction requested=false at 1731368489464 (+4 ms)Writing region close event to WAL at 1731368489541 (+77 ms)Running coprocessor post-close hooks at 1731368489545 (+4 ms)Closed at 1731368489545 2024-11-11T23:41:29,548 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(157): Closed 9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=9bf89d10edd4b2f97e50f357c81b59bb, regionState=CLOSED 2024-11-11T23:41:29,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:41:29,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-11T23:41:29,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseRegionProcedure 9bf89d10edd4b2f97e50f357c81b59bb, server=b70d29849faf,33717,1731368375931 in 1.9830 sec 2024-11-11T23:41:29,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=108 2024-11-11T23:41:29,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bf89d10edd4b2f97e50f357c81b59bb, UNASSIGN in 1.9880 sec 2024-11-11T23:41:29,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-11T23:41:29,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9920 sec 2024-11-11T23:41:29,562 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368489562"}]},"ts":"1731368489562"} 2024-11-11T23:41:29,564 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T23:41:29,564 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T23:41:29,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.0060 sec 2024-11-11T23:41:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T23:41:29,713 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:29,714 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T23:41:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:41:29,718 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=111, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:41:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T23:41:29,720 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=111, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:41:29,725 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,728 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/recovered.edits] 2024-11-11T23:41:29,730 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/81a4b2e05c43435f85b7cb619c70a0d0 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/81a4b2e05c43435f85b7cb619c70a0d0 2024-11-11T23:41:29,732 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/86cb5d86c63c4f249980494677235396 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/A/86cb5d86c63c4f249980494677235396 2024-11-11T23:41:29,735 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/734e69ac46a24a078fca472197af3f1a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/734e69ac46a24a078fca472197af3f1a 2024-11-11T23:41:29,736 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/d85f071ccc754f24825ab99925fbcf70 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/B/d85f071ccc754f24825ab99925fbcf70 2024-11-11T23:41:29,738 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/4562646b48524c33a7cd72f865008c25 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/4562646b48524c33a7cd72f865008c25 2024-11-11T23:41:29,738 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/96f1594f41f541d290ffaf1a58b561f1 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/C/96f1594f41f541d290ffaf1a58b561f1 2024-11-11T23:41:29,740 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/recovered.edits/272.seqid to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb/recovered.edits/272.seqid 2024-11-11T23:41:29,741 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,741 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T23:41:29,741 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T23:41:29,742 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T23:41:29,744 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111107f21570949444828867f613a5bd15f7_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111107f21570949444828867f613a5bd15f7_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,744 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111111546fc077874a3c8d75456fa3a3ea5b_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111111546fc077874a3c8d75456fa3a3ea5b_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,745 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111117406658bc84beaac53d873909284bb_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111117406658bc84beaac53d873909284bb_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,746 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111118bd3cda139043d7b87ea37a820ee808_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111118bd3cda139043d7b87ea37a820ee808_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,747 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111125866f9024bd4f4ea6e64db219760ce8_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111125866f9024bd4f4ea6e64db219760ce8_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,748 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111154265e4b9d5440b5aa2a7f94a362c590_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111154265e4b9d5440b5aa2a7f94a362c590_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,749 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111157c7f20588a445368c8a60c4dad56232_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111157c7f20588a445368c8a60c4dad56232_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,749 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111668f2d3b27074a9aa7edf6edfaa98f01_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111668f2d3b27074a9aa7edf6edfaa98f01_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,750 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111167db69ce18aa48ecb28feeaeb72cce86_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111167db69ce18aa48ecb28feeaeb72cce86_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,751 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117296318b7f114f16b9c0d24335cc3a5d_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117296318b7f114f16b9c0d24335cc3a5d_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,752 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111193c6914396894af9859775ca6f07135e_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111193c6914396894af9859775ca6f07135e_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,753 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111945ac7df9fb645769501960283466ec9_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111945ac7df9fb645769501960283466ec9_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,754 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dd969d90d3234256b7e4eff907c8dc72_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dd969d90d3234256b7e4eff907c8dc72_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,755 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f2f7f26cd0f44a4ca6ee96f9422124fd_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f2f7f26cd0f44a4ca6ee96f9422124fd_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,755 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fb5cba4acad040ee85bcb8eb48852d5d_9bf89d10edd4b2f97e50f357c81b59bb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fb5cba4acad040ee85bcb8eb48852d5d_9bf89d10edd4b2f97e50f357c81b59bb 2024-11-11T23:41:29,756 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T23:41:29,757 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=111, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:41:29,759 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T23:41:29,760 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T23:41:29,761 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=111, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:41:29,761 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T23:41:29,761 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731368489761"}]},"ts":"9223372036854775807"} 2024-11-11T23:41:29,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T23:41:29,762 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9bf89d10edd4b2f97e50f357c81b59bb, NAME => 'TestAcidGuarantees,,1731368461603.9bf89d10edd4b2f97e50f357c81b59bb.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T23:41:29,763 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T23:41:29,763 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731368489763"}]},"ts":"9223372036854775807"} 2024-11-11T23:41:29,764 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T23:41:29,764 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=111, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:41:29,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-11T23:41:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T23:41:29,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T23:41:29,823 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:29,831 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=241 (was 238) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-780330334_22 at /127.0.0.1:47760 [Waiting for operation #1465] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1407338459_22 at /127.0.0.1:47718 [Waiting for operation #1513] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-780330334_22 at /127.0.0.1:35120 [Waiting for operation #1749] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1407338459_22 at /127.0.0.1:47706 [Waiting for operation #1547] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 443), ProcessCount=11 (was 11), AvailableMemoryMB=4326 (was 4602) 2024-11-11T23:41:29,839 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=4326 2024-11-11T23:41:29,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T23:41:29,840 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:41:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=112, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T23:41:29,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:41:29,842 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:29,842 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 112 2024-11-11T23:41:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-11T23:41:29,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:41:29,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742245_1421 (size=959) 2024-11-11T23:41:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-11T23:41:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-11T23:41:30,250 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62 2024-11-11T23:41:30,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742246_1422 (size=53) 2024-11-11T23:41:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-11T23:41:30,659 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:41:30,659 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9eb1a7d949916dc855ceb6ac9a9ebd58, disabling compactions & flushes 2024-11-11T23:41:30,659 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:30,659 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:30,659 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. after waiting 0 ms 2024-11-11T23:41:30,659 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:30,659 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:30,659 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: Waiting for close lock at 1731368490659Disabling compacts and flushes for region at 1731368490659Disabling writes for close at 1731368490659Writing region close event to WAL at 1731368490659Closed at 1731368490659 2024-11-11T23:41:30,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:41:30,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731368490660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731368490660"}]},"ts":"1731368490660"} 2024-11-11T23:41:30,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:41:30,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:41:30,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368490664"}]},"ts":"1731368490664"} 2024-11-11T23:41:30,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T23:41:30,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9eb1a7d949916dc855ceb6ac9a9ebd58, ASSIGN}] 2024-11-11T23:41:30,669 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9eb1a7d949916dc855ceb6ac9a9ebd58, ASSIGN 2024-11-11T23:41:30,670 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9eb1a7d949916dc855ceb6ac9a9ebd58, ASSIGN; state=OFFLINE, location=b70d29849faf,33717,1731368375931; forceNewPlan=false, retain=false 2024-11-11T23:41:30,820 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=9eb1a7d949916dc855ceb6ac9a9ebd58, regionState=OPENING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:41:30,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9eb1a7d949916dc855ceb6ac9a9ebd58, ASSIGN because future has completed 2024-11-11T23:41:30,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:41:30,980 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:30,981 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7752): Opening region: {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:41:30,982 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:30,982 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:41:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-11T23:41:30,983 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7794): checking encryption for 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:30,983 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7797): checking classloading for 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:30,986 INFO [StoreOpener-9eb1a7d949916dc855ceb6ac9a9ebd58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:30,988 INFO [StoreOpener-9eb1a7d949916dc855ceb6ac9a9ebd58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9eb1a7d949916dc855ceb6ac9a9ebd58 columnFamilyName A 2024-11-11T23:41:30,988 DEBUG [StoreOpener-9eb1a7d949916dc855ceb6ac9a9ebd58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:30,989 INFO [StoreOpener-9eb1a7d949916dc855ceb6ac9a9ebd58-1 {}] regionserver.HStore(327): Store=9eb1a7d949916dc855ceb6ac9a9ebd58/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:41:30,989 INFO [StoreOpener-9eb1a7d949916dc855ceb6ac9a9ebd58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:30,990 INFO [StoreOpener-9eb1a7d949916dc855ceb6ac9a9ebd58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9eb1a7d949916dc855ceb6ac9a9ebd58 columnFamilyName B 2024-11-11T23:41:30,990 DEBUG [StoreOpener-9eb1a7d949916dc855ceb6ac9a9ebd58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:30,991 INFO [StoreOpener-9eb1a7d949916dc855ceb6ac9a9ebd58-1 {}] regionserver.HStore(327): Store=9eb1a7d949916dc855ceb6ac9a9ebd58/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:41:30,991 INFO [StoreOpener-9eb1a7d949916dc855ceb6ac9a9ebd58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:30,992 INFO [StoreOpener-9eb1a7d949916dc855ceb6ac9a9ebd58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9eb1a7d949916dc855ceb6ac9a9ebd58 columnFamilyName C 2024-11-11T23:41:30,992 DEBUG [StoreOpener-9eb1a7d949916dc855ceb6ac9a9ebd58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:41:30,993 INFO [StoreOpener-9eb1a7d949916dc855ceb6ac9a9ebd58-1 {}] regionserver.HStore(327): Store=9eb1a7d949916dc855ceb6ac9a9ebd58/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:41:30,993 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1038): replaying wal for 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:30,994 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:30,994 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:30,995 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1048): stopping wal replay for 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:30,995 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1060): Cleaning up temporary data for 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:30,996 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T23:41:30,997 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1093): writing seq id for 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:30,999 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:41:30,999 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1114): Opened 9eb1a7d949916dc855ceb6ac9a9ebd58; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65244997, jitterRate=-0.02777378261089325}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T23:41:30,999 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:31,000 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1006): Region open journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: Running coprocessor pre-open hook at 1731368490983Writing region info on filesystem at 1731368490983Initializing all the Stores at 1731368490985 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368490985Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368490986 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368490986Cleaning up temporary data from old regions at 1731368490995 (+9 ms)Running coprocessor post-open hooks at 1731368490999 (+4 ms)Region opened successfully at 1731368491000 (+1 ms) 2024-11-11T23:41:31,001 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., pid=114, masterSystemTime=1731368490975 2024-11-11T23:41:31,002 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:31,002 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:31,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=9eb1a7d949916dc855ceb6ac9a9ebd58, regionState=OPEN, openSeqNum=2, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:41:31,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:41:31,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-11T23:41:31,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; OpenRegionProcedure 9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 in 181 msec 2024-11-11T23:41:31,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-11-11T23:41:31,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9eb1a7d949916dc855ceb6ac9a9ebd58, ASSIGN in 339 msec 2024-11-11T23:41:31,007 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:41:31,008 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368491007"}]},"ts":"1731368491007"} 2024-11-11T23:41:31,008 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T23:41:31,009 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:41:31,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1690 sec 2024-11-11T23:41:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-11T23:41:32,003 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:32,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be1708d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:32,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:32,005 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:32,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:32,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:32,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267113b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:32,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:32,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:32,008 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47da57f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:32,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:32,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:41:32,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b70d29849faf,38133,1731368375272 2024-11-11T23:41:32,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@971e022 2024-11-11T23:41:32,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:41:32,016 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:41:32,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:32,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:32,019 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3742902b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:32,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:32,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:32,021 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:32,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6ff7b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:32,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:32,024 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:32,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:32,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:32,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a0ee04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:32,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:32,026 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c4e9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:32,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:32,028 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:32,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:32,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:32,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca63ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:32,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:32,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:32,030 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:32,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742c0048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:32,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:32,032 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bacfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:32,034 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:32,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ab41a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:32,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:32,036 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:32,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:32,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ad5640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:32,038 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:32,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c8a71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:32,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:32,040 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387e2971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:32,041 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:32,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc0194d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:32,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:32,043 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:32,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:32,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:32,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621b3992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:32,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:32,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:32,044 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:32,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70dfe3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:32,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:32,046 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:32,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:32,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:32,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54dbaf34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:32,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:32,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:32,048 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1f42a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:32,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:32,050 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:32,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:32,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:32,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d46e3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:32,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:32,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:32,052 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:32,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfd7870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:41:32,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:41:32,055 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:41:32,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:41:32,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:41:32,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56930251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:41:32,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:41:32,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:32,056 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:41:32,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9ec30d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:41:32,057 DEBUG [Thread-1905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:32,057 DEBUG [Thread-1907 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:32,057 DEBUG [Thread-1922 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:32,058 DEBUG [Thread-1920 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:32,058 DEBUG [Thread-1914 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:32,058 DEBUG [Thread-1903 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:32,058 DEBUG [Thread-1911 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:32,058 DEBUG [Thread-1909 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:32,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:32,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:32,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:32,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:32,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:32,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:32,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:32,060 DEBUG [Thread-1918 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:32,060 DEBUG [Thread-1916 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:41:32,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:32,061 DEBUG [Thread-1914 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:32,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:32,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:32,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:32,061 DEBUG [Thread-1914 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:32,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:32,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:41:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:41:32,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:41:32,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:32,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:32,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:41:32,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:32,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:41:32,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:41:32,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:41:32,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:41:32,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:41:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:41:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:41:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-11T23:41:32,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:41:32,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:41:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T23:41:32,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2] 2024-11-11T23:41:32,067 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:41:32,069 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:41:32,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:41:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:32,073 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:32,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:41:32,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/b51e29cba7884a33b9527865f149ff7c is 50, key is test_row_1/A:col10/1731368492072/Put/seqid=0 2024-11-11T23:41:32,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742247_1423 (size=16677) 2024-11-11T23:41:32,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368552100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1731368552101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368552102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368552103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368552110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T23:41:32,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368552212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1731368552213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T23:41:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:32,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:32,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368552222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368552222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368552222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T23:41:32,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:32,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:32,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:32,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:32,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T23:41:32,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368552423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1731368552423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368552432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368552432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368552432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/b51e29cba7884a33b9527865f149ff7c 2024-11-11T23:41:32,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T23:41:32,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:32,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:32,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:32,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:32,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:32,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/1a0b64a0d6cd43deb35d9e56aa974086 is 50, key is test_row_1/B:col10/1731368492072/Put/seqid=0 2024-11-11T23:41:32,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742248_1424 (size=9657) 2024-11-11T23:41:32,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T23:41:32,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:32,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:32,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:32,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:32,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T23:41:32,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368552733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1731368552733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368552742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368552742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:32,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368552742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:32,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:32,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:32,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T23:41:32,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:32,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:32,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:32,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:32,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:32,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/1a0b64a0d6cd43deb35d9e56aa974086 2024-11-11T23:41:32,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/bd443d552e8c4b09858fa02a04ad7ee2 is 50, key is test_row_1/C:col10/1731368492072/Put/seqid=0 2024-11-11T23:41:32,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742249_1425 (size=9657) 2024-11-11T23:41:32,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T23:41:32,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:32,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:32,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:32,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:32,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:33,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T23:41:33,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:33,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:33,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:33,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:33,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T23:41:33,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368553242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:33,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1731368553242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:33,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:33,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:33,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:33,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:33,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:33,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:33,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368553252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:33,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368553252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:33,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:33,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:33,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:33,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:33,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:33,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:33,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368553252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:33,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:33,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:33,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:33,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T23:41:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:33,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:33,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:33,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/bd443d552e8c4b09858fa02a04ad7ee2 2024-11-11T23:41:33,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/b51e29cba7884a33b9527865f149ff7c as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/b51e29cba7884a33b9527865f149ff7c 2024-11-11T23:41:33,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/b51e29cba7884a33b9527865f149ff7c, entries=250, sequenceid=13, filesize=16.3 K 2024-11-11T23:41:33,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/1a0b64a0d6cd43deb35d9e56aa974086 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/1a0b64a0d6cd43deb35d9e56aa974086 2024-11-11T23:41:33,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/1a0b64a0d6cd43deb35d9e56aa974086, entries=100, sequenceid=13, filesize=9.4 K 2024-11-11T23:41:33,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/bd443d552e8c4b09858fa02a04ad7ee2 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/bd443d552e8c4b09858fa02a04ad7ee2 2024-11-11T23:41:33,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/bd443d552e8c4b09858fa02a04ad7ee2, entries=100, sequenceid=13, filesize=9.4 K 2024-11-11T23:41:33,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 1333ms, sequenceid=13, compaction requested=false 2024-11-11T23:41:33,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:33,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T23:41:33,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:33,445 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T23:41:33,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/556edcaba66b453ebc79984ad5caf5f6 is 50, key is test_row_0/A:col10/1731368492098/Put/seqid=0 2024-11-11T23:41:33,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742250_1426 (size=12001) 2024-11-11T23:41:33,856 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/556edcaba66b453ebc79984ad5caf5f6 2024-11-11T23:41:33,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/353b45663fdd41be8ac30ae87a1f8ca3 is 50, key is test_row_0/B:col10/1731368492098/Put/seqid=0 2024-11-11T23:41:33,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742251_1427 (size=12001) 2024-11-11T23:41:34,191 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T23:41:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T23:41:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:34,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:34,270 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/353b45663fdd41be8ac30ae87a1f8ca3 2024-11-11T23:41:34,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/4a7ab1fa71784fc0a021c858d20aea7f is 50, key is test_row_0/C:col10/1731368492098/Put/seqid=0 2024-11-11T23:41:34,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368554272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:34,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368554272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:34,279 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 9eb1a7d949916dc855ceb6ac9a9ebd58 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:34,279 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 9eb1a7d949916dc855ceb6ac9a9ebd58 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:34,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:34,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:34,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742252_1428 (size=12001) 2024-11-11T23:41:34,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:34,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368554273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368554275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:34,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:34,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1731368554279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:34,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:34,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368554392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:34,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1731368554392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:34,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368554392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:34,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368554602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:34,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:34,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1731368554602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:34,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368554602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:34,681 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/4a7ab1fa71784fc0a021c858d20aea7f 2024-11-11T23:41:34,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/556edcaba66b453ebc79984ad5caf5f6 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/556edcaba66b453ebc79984ad5caf5f6 2024-11-11T23:41:34,688 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/556edcaba66b453ebc79984ad5caf5f6, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T23:41:34,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/353b45663fdd41be8ac30ae87a1f8ca3 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/353b45663fdd41be8ac30ae87a1f8ca3 2024-11-11T23:41:34,691 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/353b45663fdd41be8ac30ae87a1f8ca3, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T23:41:34,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/4a7ab1fa71784fc0a021c858d20aea7f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/4a7ab1fa71784fc0a021c858d20aea7f 2024-11-11T23:41:34,694 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/4a7ab1fa71784fc0a021c858d20aea7f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T23:41:34,695 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 1250ms, sequenceid=37, compaction requested=false 2024-11-11T23:41:34,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:34,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:34,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-11T23:41:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-11T23:41:34,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-11T23:41:34,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6270 sec 2024-11-11T23:41:34,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.6350 sec 2024-11-11T23:41:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:34,915 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:34,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T23:41:34,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/30e27c5b5ee245c984ad907fc1019df1 is 50, key is test_row_0/A:col10/1731368494914/Put/seqid=0 2024-11-11T23:41:34,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742253_1429 (size=14341) 2024-11-11T23:41:35,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1731368555013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:35,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368555014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:35,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:35,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368555016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:35,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:35,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T23:41:35,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1731368555122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:35,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:35,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368555132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:35,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368555132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:35,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/30e27c5b5ee245c984ad907fc1019df1 2024-11-11T23:41:35,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/27988c737edf43d587fa1f66b2be2c9e is 50, key is test_row_0/B:col10/1731368494914/Put/seqid=0 2024-11-11T23:41:35,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1731368555332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:35,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:35,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742254_1430 (size=12001) 2024-11-11T23:41:35,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368555342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368555342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:35,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1731368555642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:35,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368555652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:35,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:35,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368555663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:35,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:35,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:35,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/27988c737edf43d587fa1f66b2be2c9e 2024-11-11T23:41:35,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/fe32cd16f3ab4f7eb92b061285d517e8 is 50, key is test_row_0/C:col10/1731368494914/Put/seqid=0 2024-11-11T23:41:35,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742255_1431 (size=12001) 2024-11-11T23:41:36,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/fe32cd16f3ab4f7eb92b061285d517e8 2024-11-11T23:41:36,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/30e27c5b5ee245c984ad907fc1019df1 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/30e27c5b5ee245c984ad907fc1019df1 2024-11-11T23:41:36,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/30e27c5b5ee245c984ad907fc1019df1, entries=200, sequenceid=50, filesize=14.0 K 2024-11-11T23:41:36,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:36,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/27988c737edf43d587fa1f66b2be2c9e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/27988c737edf43d587fa1f66b2be2c9e 2024-11-11T23:41:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1731368556152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:36,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:36,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/27988c737edf43d587fa1f66b2be2c9e, entries=150, sequenceid=50, filesize=11.7 K 2024-11-11T23:41:36,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/fe32cd16f3ab4f7eb92b061285d517e8 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/fe32cd16f3ab4f7eb92b061285d517e8 2024-11-11T23:41:36,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/fe32cd16f3ab4f7eb92b061285d517e8, entries=150, sequenceid=50, filesize=11.7 K 2024-11-11T23:41:36,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 1249ms, sequenceid=50, compaction requested=true 2024-11-11T23:41:36,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:36,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:41:36,164 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:36,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:36,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:41:36,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:36,164 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:36,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:41:36,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:36,165 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43019 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:36,165 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:36,165 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/B is initiating minor compaction (all files) 2024-11-11T23:41:36,165 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/A is initiating minor compaction (all files) 2024-11-11T23:41:36,165 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/B in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:36,165 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/A in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:36,165 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/b51e29cba7884a33b9527865f149ff7c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/556edcaba66b453ebc79984ad5caf5f6, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/30e27c5b5ee245c984ad907fc1019df1] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=42.0 K 2024-11-11T23:41:36,165 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/1a0b64a0d6cd43deb35d9e56aa974086, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/353b45663fdd41be8ac30ae87a1f8ca3, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/27988c737edf43d587fa1f66b2be2c9e] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=32.9 K 2024-11-11T23:41:36,165 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a0b64a0d6cd43deb35d9e56aa974086, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731368492072 2024-11-11T23:41:36,165 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting b51e29cba7884a33b9527865f149ff7c, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731368492067 2024-11-11T23:41:36,165 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 353b45663fdd41be8ac30ae87a1f8ca3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731368492098 2024-11-11T23:41:36,165 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 556edcaba66b453ebc79984ad5caf5f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731368492098 2024-11-11T23:41:36,166 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 27988c737edf43d587fa1f66b2be2c9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731368494274 2024-11-11T23:41:36,166 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30e27c5b5ee245c984ad907fc1019df1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731368494271 2024-11-11T23:41:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:36,167 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:36,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T23:41:36,176 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#A#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:36,176 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#B#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:36,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/136d8e31a7d54c4d9dd7a8c08e43fc22 is 50, key is test_row_0/A:col10/1731368496166/Put/seqid=0 2024-11-11T23:41:36,176 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/100aac1f8aa24900805614a3423583e0 is 50, key is test_row_0/A:col10/1731368494914/Put/seqid=0 2024-11-11T23:41:36,177 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/13fc9cfae93a4663ac23a18325f80709 is 50, key is test_row_0/B:col10/1731368494914/Put/seqid=0 2024-11-11T23:41:36,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742258_1434 (size=14341) 2024-11-11T23:41:36,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742256_1432 (size=12104) 2024-11-11T23:41:36,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742257_1433 (size=12104) 2024-11-11T23:41:36,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368556202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:36,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:36,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368556208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:36,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T23:41:36,222 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:36,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:41:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-11T23:41:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T23:41:36,224 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:41:36,225 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:41:36,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:41:36,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368556292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:36,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368556292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:36,302 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 9eb1a7d949916dc855ceb6ac9a9ebd58 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:36,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:36,302 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 9eb1a7d949916dc855ceb6ac9a9ebd58 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:36,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368556312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:36,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:36,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368556322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:36,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T23:41:36,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T23:41:36,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:36,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:36,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:36,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:36,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:36,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368556522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:36,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:36,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T23:41:36,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:36,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:36,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:36,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:36,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:36,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368556532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:36,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T23:41:36,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/136d8e31a7d54c4d9dd7a8c08e43fc22 2024-11-11T23:41:36,588 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/13fc9cfae93a4663ac23a18325f80709 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/13fc9cfae93a4663ac23a18325f80709 2024-11-11T23:41:36,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/a65e162ea32a4deab23cebc53fb2a57b is 50, key is test_row_0/B:col10/1731368496166/Put/seqid=0 2024-11-11T23:41:36,597 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/100aac1f8aa24900805614a3423583e0 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/100aac1f8aa24900805614a3423583e0 2024-11-11T23:41:36,600 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/B of 9eb1a7d949916dc855ceb6ac9a9ebd58 into 13fc9cfae93a4663ac23a18325f80709(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:36,600 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:36,600 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/B, priority=13, startTime=1731368496164; duration=0sec 2024-11-11T23:41:36,600 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:36,600 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:B 2024-11-11T23:41:36,600 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:36,601 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:36,601 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/C is initiating minor compaction (all files) 2024-11-11T23:41:36,601 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/C in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:36,601 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/bd443d552e8c4b09858fa02a04ad7ee2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/4a7ab1fa71784fc0a021c858d20aea7f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/fe32cd16f3ab4f7eb92b061285d517e8] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=32.9 K 2024-11-11T23:41:36,601 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting bd443d552e8c4b09858fa02a04ad7ee2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731368492072 2024-11-11T23:41:36,602 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a7ab1fa71784fc0a021c858d20aea7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731368492098 2024-11-11T23:41:36,603 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting fe32cd16f3ab4f7eb92b061285d517e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731368494274 2024-11-11T23:41:36,603 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/A of 9eb1a7d949916dc855ceb6ac9a9ebd58 into 100aac1f8aa24900805614a3423583e0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:36,603 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:36,603 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/A, priority=13, startTime=1731368496164; duration=0sec 2024-11-11T23:41:36,603 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:36,603 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:A 2024-11-11T23:41:36,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742259_1435 (size=12001) 2024-11-11T23:41:36,610 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#C#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:36,610 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/09119c1bb1b14a089a0f26a0f73aca45 is 50, key is test_row_0/C:col10/1731368494914/Put/seqid=0 2024-11-11T23:41:36,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742260_1436 (size=12104) 2024-11-11T23:41:36,617 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/09119c1bb1b14a089a0f26a0f73aca45 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/09119c1bb1b14a089a0f26a0f73aca45 2024-11-11T23:41:36,621 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/C of 9eb1a7d949916dc855ceb6ac9a9ebd58 into 09119c1bb1b14a089a0f26a0f73aca45(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:36,621 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:36,621 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/C, priority=13, startTime=1731368496164; duration=0sec 2024-11-11T23:41:36,621 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:36,621 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:C 2024-11-11T23:41:36,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T23:41:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:36,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:36,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T23:41:36,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:36,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:36,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:36,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:36,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:36,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368556832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T23:41:36,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368556852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:36,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:36,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:36,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T23:41:36,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:36,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:36,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:36,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:36,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:37,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/a65e162ea32a4deab23cebc53fb2a57b 2024-11-11T23:41:37,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/b03d44b4e4c949d39d9591cc7133c352 is 50, key is test_row_0/C:col10/1731368496166/Put/seqid=0 2024-11-11T23:41:37,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742261_1437 (size=12001) 2024-11-11T23:41:37,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T23:41:37,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:37,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:37,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:37,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:37,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:37,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1731368557162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:37,166 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 9eb1a7d949916dc855ceb6ac9a9ebd58 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:37,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T23:41:37,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:37,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:37,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:37,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:37,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:37,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368557342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:37,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:37,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:37,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T23:41:37,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368557362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:37,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/b03d44b4e4c949d39d9591cc7133c352 2024-11-11T23:41:37,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/136d8e31a7d54c4d9dd7a8c08e43fc22 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/136d8e31a7d54c4d9dd7a8c08e43fc22 2024-11-11T23:41:37,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/136d8e31a7d54c4d9dd7a8c08e43fc22, entries=200, sequenceid=74, filesize=14.0 K 2024-11-11T23:41:37,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/a65e162ea32a4deab23cebc53fb2a57b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/a65e162ea32a4deab23cebc53fb2a57b 2024-11-11T23:41:37,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/a65e162ea32a4deab23cebc53fb2a57b, entries=150, sequenceid=74, filesize=11.7 K 2024-11-11T23:41:37,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/b03d44b4e4c949d39d9591cc7133c352 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/b03d44b4e4c949d39d9591cc7133c352 2024-11-11T23:41:37,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/b03d44b4e4c949d39d9591cc7133c352, entries=150, sequenceid=74, filesize=11.7 K 2024-11-11T23:41:37,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 1263ms, sequenceid=74, compaction requested=false 2024-11-11T23:41:37,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:37,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T23:41:37,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:37,446 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T23:41:37,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/22165be05b0d4dafba01ce41624cfd19 is 50, key is test_row_0/A:col10/1731368496207/Put/seqid=0 2024-11-11T23:41:37,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742262_1438 (size=12001) 2024-11-11T23:41:37,853 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/22165be05b0d4dafba01ce41624cfd19 2024-11-11T23:41:37,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/2ca84110fd574c4f99dfab5b736f7395 is 50, key is test_row_0/B:col10/1731368496207/Put/seqid=0 2024-11-11T23:41:37,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742263_1439 (size=12001) 2024-11-11T23:41:38,261 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/2ca84110fd574c4f99dfab5b736f7395 2024-11-11T23:41:38,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/c86e6c9d0dbd4385b1b41cd6d6057811 is 50, key is test_row_0/C:col10/1731368496207/Put/seqid=0 2024-11-11T23:41:38,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742264_1440 (size=12001) 2024-11-11T23:41:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:38,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T23:41:38,401 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b70d29849faf:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/b51e29cba7884a33b9527865f149ff7c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/556edcaba66b453ebc79984ad5caf5f6, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/30e27c5b5ee245c984ad907fc1019df1] to archive 2024-11-11T23:41:38,402 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b70d29849faf:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:41:38,403 WARN [regionserver/b70d29849faf:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-11T23:41:38,404 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b70d29849faf:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/b51e29cba7884a33b9527865f149ff7c to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/b51e29cba7884a33b9527865f149ff7c 2024-11-11T23:41:38,406 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b70d29849faf:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/556edcaba66b453ebc79984ad5caf5f6 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/556edcaba66b453ebc79984ad5caf5f6 2024-11-11T23:41:38,407 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b70d29849faf:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/30e27c5b5ee245c984ad907fc1019df1 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/30e27c5b5ee245c984ad907fc1019df1 2024-11-11T23:41:38,408 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b70d29849faf:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/1a0b64a0d6cd43deb35d9e56aa974086, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/353b45663fdd41be8ac30ae87a1f8ca3, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/27988c737edf43d587fa1f66b2be2c9e] to archive 2024-11-11T23:41:38,409 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b70d29849faf:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:41:38,410 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b70d29849faf:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/1a0b64a0d6cd43deb35d9e56aa974086 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/1a0b64a0d6cd43deb35d9e56aa974086 2024-11-11T23:41:38,411 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b70d29849faf:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/353b45663fdd41be8ac30ae87a1f8ca3 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/353b45663fdd41be8ac30ae87a1f8ca3 2024-11-11T23:41:38,412 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b70d29849faf:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/27988c737edf43d587fa1f66b2be2c9e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/27988c737edf43d587fa1f66b2be2c9e 2024-11-11T23:41:38,413 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b70d29849faf:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/bd443d552e8c4b09858fa02a04ad7ee2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/4a7ab1fa71784fc0a021c858d20aea7f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/fe32cd16f3ab4f7eb92b061285d517e8] to archive 2024-11-11T23:41:38,413 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b70d29849faf:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:41:38,414 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b70d29849faf:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/bd443d552e8c4b09858fa02a04ad7ee2 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/bd443d552e8c4b09858fa02a04ad7ee2 2024-11-11T23:41:38,415 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b70d29849faf:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/4a7ab1fa71784fc0a021c858d20aea7f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/4a7ab1fa71784fc0a021c858d20aea7f 2024-11-11T23:41:38,416 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b70d29849faf:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/fe32cd16f3ab4f7eb92b061285d517e8 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/fe32cd16f3ab4f7eb92b061285d517e8 2024-11-11T23:41:38,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368558444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:38,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368558454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:38,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368558562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:38,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368558562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:38,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:38,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:38,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:38,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:38,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:38,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:38,675 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/c86e6c9d0dbd4385b1b41cd6d6057811 2024-11-11T23:41:38,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/22165be05b0d4dafba01ce41624cfd19 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/22165be05b0d4dafba01ce41624cfd19 2024-11-11T23:41:38,680 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/22165be05b0d4dafba01ce41624cfd19, entries=150, sequenceid=89, filesize=11.7 K 2024-11-11T23:41:38,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/2ca84110fd574c4f99dfab5b736f7395 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/2ca84110fd574c4f99dfab5b736f7395 2024-11-11T23:41:38,683 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/2ca84110fd574c4f99dfab5b736f7395, entries=150, sequenceid=89, filesize=11.7 K 2024-11-11T23:41:38,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/c86e6c9d0dbd4385b1b41cd6d6057811 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/c86e6c9d0dbd4385b1b41cd6d6057811 2024-11-11T23:41:38,686 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/c86e6c9d0dbd4385b1b41cd6d6057811, entries=150, sequenceid=89, filesize=11.7 K 2024-11-11T23:41:38,687 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 1241ms, sequenceid=89, compaction requested=true 2024-11-11T23:41:38,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:38,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:38,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-11T23:41:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-11T23:41:38,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-11T23:41:38,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4630 sec 2024-11-11T23:41:38,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.4670 sec 2024-11-11T23:41:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:38,778 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:38,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T23:41:38,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/b57150a2765248858f47a6e2f53b9927 is 50, key is test_row_0/A:col10/1731368498777/Put/seqid=0 2024-11-11T23:41:38,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742265_1441 (size=16681) 2024-11-11T23:41:38,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368558801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:38,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368558804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:38,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368558912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:38,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368558913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:39,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368559122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:39,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368559122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:39,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:39,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:39,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:39,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:39,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:39,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:39,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/b57150a2765248858f47a6e2f53b9927 2024-11-11T23:41:39,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/ce7319e4639f4ab0bfcde9ec1dd3f528 is 50, key is test_row_0/B:col10/1731368498777/Put/seqid=0 2024-11-11T23:41:39,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742266_1442 (size=12001) 2024-11-11T23:41:39,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1731368559193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:39,199 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 9eb1a7d949916dc855ceb6ac9a9ebd58 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:39,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:39,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:39,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:39,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368559432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:39,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368559433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:39,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/ce7319e4639f4ab0bfcde9ec1dd3f528 2024-11-11T23:41:39,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/bb0e4599c99c45feb2b72c4e72d4d787 is 50, key is test_row_0/C:col10/1731368498777/Put/seqid=0 2024-11-11T23:41:39,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742267_1443 (size=12001) 2024-11-11T23:41:39,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368559942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:39,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:39,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:39,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:39,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368559952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:40,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/bb0e4599c99c45feb2b72c4e72d4d787 2024-11-11T23:41:40,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/b57150a2765248858f47a6e2f53b9927 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/b57150a2765248858f47a6e2f53b9927 2024-11-11T23:41:40,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/b57150a2765248858f47a6e2f53b9927, entries=250, sequenceid=115, filesize=16.3 K 2024-11-11T23:41:40,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/ce7319e4639f4ab0bfcde9ec1dd3f528 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/ce7319e4639f4ab0bfcde9ec1dd3f528 2024-11-11T23:41:40,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/ce7319e4639f4ab0bfcde9ec1dd3f528, entries=150, sequenceid=115, filesize=11.7 K 2024-11-11T23:41:40,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/bb0e4599c99c45feb2b72c4e72d4d787 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/bb0e4599c99c45feb2b72c4e72d4d787 2024-11-11T23:41:40,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/bb0e4599c99c45feb2b72c4e72d4d787, entries=150, sequenceid=115, filesize=11.7 K 2024-11-11T23:41:40,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 1240ms, sequenceid=115, compaction requested=true 2024-11-11T23:41:40,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:40,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:41:40,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:40,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:41:40,018 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:41:40,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:40,018 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:41:40,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:41:40,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:40,019 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:41:40,019 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:41:40,019 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/A is initiating minor compaction (all files) 2024-11-11T23:41:40,019 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/B is initiating minor compaction (all files) 2024-11-11T23:41:40,019 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/B in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:40,019 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/13fc9cfae93a4663ac23a18325f80709, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/a65e162ea32a4deab23cebc53fb2a57b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/2ca84110fd574c4f99dfab5b736f7395, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/ce7319e4639f4ab0bfcde9ec1dd3f528] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=47.0 K 2024-11-11T23:41:40,019 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/A in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:40,019 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/100aac1f8aa24900805614a3423583e0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/136d8e31a7d54c4d9dd7a8c08e43fc22, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/22165be05b0d4dafba01ce41624cfd19, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/b57150a2765248858f47a6e2f53b9927] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=53.8 K 2024-11-11T23:41:40,020 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 100aac1f8aa24900805614a3423583e0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731368494274 2024-11-11T23:41:40,020 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 13fc9cfae93a4663ac23a18325f80709, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731368494274 2024-11-11T23:41:40,020 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting a65e162ea32a4deab23cebc53fb2a57b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731368495012 2024-11-11T23:41:40,020 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 136d8e31a7d54c4d9dd7a8c08e43fc22, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731368495012 2024-11-11T23:41:40,020 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ca84110fd574c4f99dfab5b736f7395, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731368496186 2024-11-11T23:41:40,020 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22165be05b0d4dafba01ce41624cfd19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731368496186 2024-11-11T23:41:40,020 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting ce7319e4639f4ab0bfcde9ec1dd3f528, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731368498443 2024-11-11T23:41:40,020 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting b57150a2765248858f47a6e2f53b9927, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731368498432 2024-11-11T23:41:40,028 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#B#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:40,028 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/a6f67651b9914211aa8f04798c528418 is 50, key is test_row_0/B:col10/1731368498777/Put/seqid=0 2024-11-11T23:41:40,031 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#A#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:40,032 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/8b128deaee1141a0bc31427e3a0ad3c3 is 50, key is test_row_0/A:col10/1731368498777/Put/seqid=0 2024-11-11T23:41:40,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742268_1444 (size=12139) 2024-11-11T23:41:40,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742269_1445 (size=12139) 2024-11-11T23:41:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:40,329 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:40,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:41:40,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/2dff9e552b3f4ab387581e6eb430a379 is 50, key is test_row_0/A:col10/1731368500328/Put/seqid=0 2024-11-11T23:41:40,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742270_1446 (size=14341) 2024-11-11T23:41:40,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/2dff9e552b3f4ab387581e6eb430a379 2024-11-11T23:41:40,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/794ff8ac34204f88a64c2337b1bd2060 is 50, key is test_row_0/B:col10/1731368500328/Put/seqid=0 2024-11-11T23:41:40,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742271_1447 (size=12001) 2024-11-11T23:41:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T23:41:40,392 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:40,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:41:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-11T23:41:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T23:41:40,394 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:41:40,395 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:41:40,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:41:40,437 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/a6f67651b9914211aa8f04798c528418 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/a6f67651b9914211aa8f04798c528418 2024-11-11T23:41:40,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368560428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:40,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:40,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:40,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:40,440 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/B of 9eb1a7d949916dc855ceb6ac9a9ebd58 into a6f67651b9914211aa8f04798c528418(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:40,440 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:40,440 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/B, priority=12, startTime=1731368500018; duration=0sec 2024-11-11T23:41:40,440 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:40,440 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:B 2024-11-11T23:41:40,440 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:41:40,441 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:41:40,441 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/C is initiating minor compaction (all files) 2024-11-11T23:41:40,441 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/C in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:40,442 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/09119c1bb1b14a089a0f26a0f73aca45, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/b03d44b4e4c949d39d9591cc7133c352, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/c86e6c9d0dbd4385b1b41cd6d6057811, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/bb0e4599c99c45feb2b72c4e72d4d787] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=47.0 K 2024-11-11T23:41:40,442 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 09119c1bb1b14a089a0f26a0f73aca45, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731368494274 2024-11-11T23:41:40,442 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/8b128deaee1141a0bc31427e3a0ad3c3 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/8b128deaee1141a0bc31427e3a0ad3c3 2024-11-11T23:41:40,442 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting b03d44b4e4c949d39d9591cc7133c352, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731368495012 2024-11-11T23:41:40,442 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting c86e6c9d0dbd4385b1b41cd6d6057811, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731368496186 2024-11-11T23:41:40,442 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting bb0e4599c99c45feb2b72c4e72d4d787, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731368498443 2024-11-11T23:41:40,446 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/A of 9eb1a7d949916dc855ceb6ac9a9ebd58 into 8b128deaee1141a0bc31427e3a0ad3c3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:40,446 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:40,446 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/A, priority=12, startTime=1731368500018; duration=0sec 2024-11-11T23:41:40,446 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:40,446 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:A 2024-11-11T23:41:40,449 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#C#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:40,449 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/0855e3193f3d4382876585ae8ff684a2 is 50, key is test_row_0/C:col10/1731368498777/Put/seqid=0 2024-11-11T23:41:40,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368560435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:40,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:40,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:40,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:40,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742272_1448 (size=12139) 2024-11-11T23:41:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T23:41:40,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T23:41:40,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:40,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:40,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:40,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:40,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:40,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368560542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:40,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368560563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:40,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:40,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:40,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:40,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T23:41:40,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:40,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:40,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:40,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:40,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T23:41:40,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368560752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:40,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:40,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:40,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:40,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/794ff8ac34204f88a64c2337b1bd2060 2024-11-11T23:41:40,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/761c6eed801d42ec87d10d85536bb821 is 50, key is test_row_0/C:col10/1731368500328/Put/seqid=0 2024-11-11T23:41:40,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742273_1449 (size=12001) 2024-11-11T23:41:40,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368560773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:40,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:40,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:40,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:40,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T23:41:40,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:40,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:40,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:40,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:40,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:40,856 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/0855e3193f3d4382876585ae8ff684a2 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/0855e3193f3d4382876585ae8ff684a2 2024-11-11T23:41:40,859 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/C of 9eb1a7d949916dc855ceb6ac9a9ebd58 into 0855e3193f3d4382876585ae8ff684a2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:40,859 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:40,859 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/C, priority=12, startTime=1731368500018; duration=0sec 2024-11-11T23:41:40,860 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:40,860 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:C 2024-11-11T23:41:40,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368560962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:40,965 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_1' in 9eb1a7d949916dc855ceb6ac9a9ebd58 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:40,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368560972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:40,977 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_1' in 9eb1a7d949916dc855ceb6ac9a9ebd58 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:41,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T23:41:41,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:41,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:41,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:41,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:41,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T23:41:41,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368561062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:41,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:41,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:41,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:41,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368561092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:41,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T23:41:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:41,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:41,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:41,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/761c6eed801d42ec87d10d85536bb821 2024-11-11T23:41:41,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/2dff9e552b3f4ab387581e6eb430a379 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/2dff9e552b3f4ab387581e6eb430a379 2024-11-11T23:41:41,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/2dff9e552b3f4ab387581e6eb430a379, entries=200, sequenceid=126, filesize=14.0 K 2024-11-11T23:41:41,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/794ff8ac34204f88a64c2337b1bd2060 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/794ff8ac34204f88a64c2337b1bd2060 2024-11-11T23:41:41,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/794ff8ac34204f88a64c2337b1bd2060, entries=150, sequenceid=126, filesize=11.7 K 2024-11-11T23:41:41,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/761c6eed801d42ec87d10d85536bb821 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/761c6eed801d42ec87d10d85536bb821 2024-11-11T23:41:41,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/761c6eed801d42ec87d10d85536bb821, entries=150, sequenceid=126, filesize=11.7 K 2024-11-11T23:41:41,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 860ms, sequenceid=126, compaction requested=false 2024-11-11T23:41:41,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:41,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T23:41:41,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:41,310 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T23:41:41,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/82c6e30aca0f49ca9949bc6cadd1cfac is 50, key is test_row_0/A:col10/1731368500434/Put/seqid=0 2024-11-11T23:41:41,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742274_1450 (size=12151) 2024-11-11T23:41:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T23:41:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:41,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:41,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368561605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:41,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368561617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:41,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:41,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:41,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:41,719 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/82c6e30aca0f49ca9949bc6cadd1cfac 2024-11-11T23:41:41,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/e0c2dfb238874298b1a32e166f1fb59f is 50, key is test_row_0/B:col10/1731368500434/Put/seqid=0 2024-11-11T23:41:41,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368561723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:41,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:41,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:41,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:41,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368561732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:41,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742275_1451 (size=12151) 2024-11-11T23:41:41,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368561942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:41,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:41,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:41,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:41,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368561954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:42,153 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/e0c2dfb238874298b1a32e166f1fb59f 2024-11-11T23:41:42,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/90c86b08723f4048bc4dde2f85f1dd81 is 50, key is test_row_0/C:col10/1731368500434/Put/seqid=0 2024-11-11T23:41:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742276_1452 (size=12151) 2024-11-11T23:41:42,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368562252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:42,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368562272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T23:41:42,562 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/90c86b08723f4048bc4dde2f85f1dd81 2024-11-11T23:41:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/82c6e30aca0f49ca9949bc6cadd1cfac as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/82c6e30aca0f49ca9949bc6cadd1cfac 2024-11-11T23:41:42,569 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/82c6e30aca0f49ca9949bc6cadd1cfac, entries=150, sequenceid=154, filesize=11.9 K 2024-11-11T23:41:42,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/e0c2dfb238874298b1a32e166f1fb59f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/e0c2dfb238874298b1a32e166f1fb59f 2024-11-11T23:41:42,573 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/e0c2dfb238874298b1a32e166f1fb59f, entries=150, sequenceid=154, filesize=11.9 K 2024-11-11T23:41:42,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/90c86b08723f4048bc4dde2f85f1dd81 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/90c86b08723f4048bc4dde2f85f1dd81 2024-11-11T23:41:42,580 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/90c86b08723f4048bc4dde2f85f1dd81, entries=150, sequenceid=154, filesize=11.9 K 2024-11-11T23:41:42,580 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 1270ms, sequenceid=154, compaction requested=true 2024-11-11T23:41:42,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:42,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:42,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-11T23:41:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-11T23:41:42,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-11T23:41:42,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1870 sec 2024-11-11T23:41:42,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.1910 sec 2024-11-11T23:41:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:42,777 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:42,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T23:41:42,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/82c3a89909ae4d93acf706fbdf0cd4a1 is 50, key is test_row_0/A:col10/1731368502776/Put/seqid=0 2024-11-11T23:41:42,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742277_1453 (size=14541) 2024-11-11T23:41:42,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368562876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:42,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:42,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:42,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:42,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368562878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:42,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:42,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:42,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:42,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368562973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:42,980 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_1' in 9eb1a7d949916dc855ceb6ac9a9ebd58 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:42,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:42,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:42,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:42,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368562992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:42,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:42,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:42,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:43,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368563002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:43,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368563002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:43,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:43,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:43,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:43,012 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_1' in 9eb1a7d949916dc855ceb6ac9a9ebd58 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:43,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:43,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:43,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:43,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/82c3a89909ae4d93acf706fbdf0cd4a1 2024-11-11T23:41:43,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/056bc7b1bd2245759b49ad4bb9f232be is 50, key is test_row_0/B:col10/1731368502776/Put/seqid=0 2024-11-11T23:41:43,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742278_1454 (size=12151) 2024-11-11T23:41:43,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368563202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:43,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:43,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:43,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:43,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1731368563223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:43,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368563223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:43,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:43,234 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 9eb1a7d949916dc855ceb6ac9a9ebd58 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:43,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:43,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:43,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:43,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:43,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:43,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368563512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:43,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:43,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:43,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368563542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:43,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:43,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:43,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:43,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/056bc7b1bd2245759b49ad4bb9f232be 2024-11-11T23:41:43,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/2ff47e9711de4449b5b1079c2cb84190 is 50, key is test_row_0/C:col10/1731368502776/Put/seqid=0 2024-11-11T23:41:43,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742279_1455 (size=12151) 2024-11-11T23:41:44,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/2ff47e9711de4449b5b1079c2cb84190 2024-11-11T23:41:44,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/82c3a89909ae4d93acf706fbdf0cd4a1 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/82c3a89909ae4d93acf706fbdf0cd4a1 2024-11-11T23:41:44,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/82c3a89909ae4d93acf706fbdf0cd4a1, entries=200, sequenceid=166, filesize=14.2 K 2024-11-11T23:41:44,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/056bc7b1bd2245759b49ad4bb9f232be as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/056bc7b1bd2245759b49ad4bb9f232be 2024-11-11T23:41:44,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/056bc7b1bd2245759b49ad4bb9f232be, entries=150, sequenceid=166, filesize=11.9 K 2024-11-11T23:41:44,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/2ff47e9711de4449b5b1079c2cb84190 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/2ff47e9711de4449b5b1079c2cb84190 2024-11-11T23:41:44,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368564023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:44,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:44,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:44,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:44,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/2ff47e9711de4449b5b1079c2cb84190, entries=150, sequenceid=166, filesize=11.9 K 2024-11-11T23:41:44,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 1261ms, sequenceid=166, compaction requested=true 2024-11-11T23:41:44,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:44,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:41:44,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:44,038 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:41:44,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:41:44,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:44,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:41:44,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T23:41:44,039 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:41:44,040 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:41:44,040 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53172 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:41:44,040 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/A is initiating minor compaction (all files) 2024-11-11T23:41:44,040 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/B is initiating minor compaction (all files) 2024-11-11T23:41:44,040 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/B in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:44,040 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/A in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:44,040 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/8b128deaee1141a0bc31427e3a0ad3c3, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/2dff9e552b3f4ab387581e6eb430a379, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/82c6e30aca0f49ca9949bc6cadd1cfac, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/82c3a89909ae4d93acf706fbdf0cd4a1] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=51.9 K 2024-11-11T23:41:44,040 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/a6f67651b9914211aa8f04798c528418, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/794ff8ac34204f88a64c2337b1bd2060, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/e0c2dfb238874298b1a32e166f1fb59f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/056bc7b1bd2245759b49ad4bb9f232be] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=47.3 K 2024-11-11T23:41:44,041 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b128deaee1141a0bc31427e3a0ad3c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731368498443 2024-11-11T23:41:44,041 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dff9e552b3f4ab387581e6eb430a379, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731368498799 2024-11-11T23:41:44,041 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting a6f67651b9914211aa8f04798c528418, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731368498443 2024-11-11T23:41:44,042 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82c6e30aca0f49ca9949bc6cadd1cfac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731368500417 2024-11-11T23:41:44,042 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 794ff8ac34204f88a64c2337b1bd2060, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731368498799 2024-11-11T23:41:44,042 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82c3a89909ae4d93acf706fbdf0cd4a1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731368501603 2024-11-11T23:41:44,042 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting e0c2dfb238874298b1a32e166f1fb59f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731368500417 2024-11-11T23:41:44,043 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 056bc7b1bd2245759b49ad4bb9f232be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731368501603 2024-11-11T23:41:44,056 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#B#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:44,056 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/f061b63b52bf4ebfa0037e7a27bbaa25 is 50, key is test_row_0/B:col10/1731368502776/Put/seqid=0 2024-11-11T23:41:44,059 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:44,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T23:41:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:44,063 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#A#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:44,063 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/dc3f36202218464a920894234d35cd02 is 50, key is test_row_0/A:col10/1731368502776/Put/seqid=0 2024-11-11T23:41:44,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/f887c31472b94e36aca006b7a179fe99 is 50, key is test_row_0/A:col10/1731368504057/Put/seqid=0 2024-11-11T23:41:44,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742280_1456 (size=12425) 2024-11-11T23:41:44,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742281_1457 (size=12425) 2024-11-11T23:41:44,087 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/f061b63b52bf4ebfa0037e7a27bbaa25 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/f061b63b52bf4ebfa0037e7a27bbaa25 2024-11-11T23:41:44,092 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/B of 9eb1a7d949916dc855ceb6ac9a9ebd58 into f061b63b52bf4ebfa0037e7a27bbaa25(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:44,092 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:44,092 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/B, priority=12, startTime=1731368504038; duration=0sec 2024-11-11T23:41:44,092 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:44,092 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:B 2024-11-11T23:41:44,092 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:41:44,099 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:41:44,099 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/C is initiating minor compaction (all files) 2024-11-11T23:41:44,099 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/C in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:44,099 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/0855e3193f3d4382876585ae8ff684a2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/761c6eed801d42ec87d10d85536bb821, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/90c86b08723f4048bc4dde2f85f1dd81, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/2ff47e9711de4449b5b1079c2cb84190] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=47.3 K 2024-11-11T23:41:44,102 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 0855e3193f3d4382876585ae8ff684a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731368498443 2024-11-11T23:41:44,103 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 761c6eed801d42ec87d10d85536bb821, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731368498799 2024-11-11T23:41:44,103 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 90c86b08723f4048bc4dde2f85f1dd81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731368500417 2024-11-11T23:41:44,103 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ff47e9711de4449b5b1079c2cb84190, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731368501603 2024-11-11T23:41:44,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742282_1458 (size=14541) 2024-11-11T23:41:44,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/f887c31472b94e36aca006b7a179fe99 2024-11-11T23:41:44,119 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#C#compaction#386 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:44,119 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/a9398790ea884c0688b31d3419d229a1 is 50, key is test_row_0/C:col10/1731368502776/Put/seqid=0 2024-11-11T23:41:44,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/8aca26edea014392858d7e640903b6c1 is 50, key is test_row_0/B:col10/1731368504057/Put/seqid=0 2024-11-11T23:41:44,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742283_1459 (size=12425) 2024-11-11T23:41:44,160 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/a9398790ea884c0688b31d3419d229a1 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/a9398790ea884c0688b31d3419d229a1 2024-11-11T23:41:44,168 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/C of 9eb1a7d949916dc855ceb6ac9a9ebd58 into a9398790ea884c0688b31d3419d229a1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:44,169 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:44,169 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/C, priority=12, startTime=1731368504038; duration=0sec 2024-11-11T23:41:44,169 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:44,169 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:C 2024-11-11T23:41:44,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742284_1460 (size=12151) 2024-11-11T23:41:44,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368564163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:44,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:44,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:44,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:44,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/8aca26edea014392858d7e640903b6c1 2024-11-11T23:41:44,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/0d83194d45404212926a1ad6f874b702 is 50, key is test_row_0/C:col10/1731368504057/Put/seqid=0 2024-11-11T23:41:44,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742285_1461 (size=12151) 2024-11-11T23:41:44,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368564283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:44,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:44,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:44,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:44,487 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/dc3f36202218464a920894234d35cd02 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/dc3f36202218464a920894234d35cd02 2024-11-11T23:41:44,490 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/A of 9eb1a7d949916dc855ceb6ac9a9ebd58 into dc3f36202218464a920894234d35cd02(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:44,490 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:44,490 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/A, priority=12, startTime=1731368504038; duration=0sec 2024-11-11T23:41:44,490 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:44,490 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:A 2024-11-11T23:41:44,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368564502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:44,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:44,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:44,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T23:41:44,552 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:44,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:41:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-11T23:41:44,554 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:41:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T23:41:44,554 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:41:44,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:41:44,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/0d83194d45404212926a1ad6f874b702 2024-11-11T23:41:44,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/f887c31472b94e36aca006b7a179fe99 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f887c31472b94e36aca006b7a179fe99 2024-11-11T23:41:44,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f887c31472b94e36aca006b7a179fe99, entries=200, sequenceid=191, filesize=14.2 K 2024-11-11T23:41:44,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/8aca26edea014392858d7e640903b6c1 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/8aca26edea014392858d7e640903b6c1 2024-11-11T23:41:44,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/8aca26edea014392858d7e640903b6c1, entries=150, sequenceid=191, filesize=11.9 K 2024-11-11T23:41:44,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/0d83194d45404212926a1ad6f874b702 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/0d83194d45404212926a1ad6f874b702 2024-11-11T23:41:44,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/0d83194d45404212926a1ad6f874b702, entries=150, sequenceid=191, filesize=11.9 K 2024-11-11T23:41:44,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 559ms, sequenceid=191, compaction requested=false 2024-11-11T23:41:44,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T23:41:44,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-11T23:41:44,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:44,707 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:41:44,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/7e90614913c04f269bca95566e8c6f57 is 50, key is test_row_0/A:col10/1731368504083/Put/seqid=0 2024-11-11T23:41:44,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742286_1462 (size=12151) 2024-11-11T23:41:44,733 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/7e90614913c04f269bca95566e8c6f57 2024-11-11T23:41:44,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/635ea0e7a5984afbbd33e27fb75f41ed is 50, key is test_row_0/B:col10/1731368504083/Put/seqid=0 2024-11-11T23:41:44,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742287_1463 (size=12151) 2024-11-11T23:41:44,792 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/635ea0e7a5984afbbd33e27fb75f41ed 2024-11-11T23:41:44,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/ef9ce62e101c442bab9630520c723e02 is 50, key is test_row_0/C:col10/1731368504083/Put/seqid=0 2024-11-11T23:41:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:44,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742288_1464 (size=12151) 2024-11-11T23:41:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T23:41:45,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368565035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:45,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:45,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:45,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:45,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368565043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:45,047 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 9eb1a7d949916dc855ceb6ac9a9ebd58 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:45,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:45,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:45,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:45,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368565153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T23:41:45,222 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/ef9ce62e101c442bab9630520c723e02 2024-11-11T23:41:45,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/7e90614913c04f269bca95566e8c6f57 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/7e90614913c04f269bca95566e8c6f57 2024-11-11T23:41:45,246 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/7e90614913c04f269bca95566e8c6f57, entries=150, sequenceid=205, filesize=11.9 K 2024-11-11T23:41:45,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/635ea0e7a5984afbbd33e27fb75f41ed as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/635ea0e7a5984afbbd33e27fb75f41ed 2024-11-11T23:41:45,252 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/635ea0e7a5984afbbd33e27fb75f41ed, entries=150, sequenceid=205, filesize=11.9 K 2024-11-11T23:41:45,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/ef9ce62e101c442bab9630520c723e02 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/ef9ce62e101c442bab9630520c723e02 2024-11-11T23:41:45,256 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/ef9ce62e101c442bab9630520c723e02, entries=150, sequenceid=205, filesize=11.9 K 2024-11-11T23:41:45,256 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 550ms, sequenceid=205, compaction requested=true 2024-11-11T23:41:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-11T23:41:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-11T23:41:45,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-11T23:41:45,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 704 msec 2024-11-11T23:41:45,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 708 msec 2024-11-11T23:41:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:45,370 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:45,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T23:41:45,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/6ed38616de0245abb47fb38e60385a24 is 50, key is test_row_0/A:col10/1731368505021/Put/seqid=0 2024-11-11T23:41:45,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742289_1465 (size=14541) 2024-11-11T23:41:45,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368565446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:45,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:45,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:45,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:45,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368565567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:45,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:45,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:45,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T23:41:45,692 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:45,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:41:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-11T23:41:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-11T23:41:45,694 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:41:45,695 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:41:45,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:41:45,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368565782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:45,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:45,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:45,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:45,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/6ed38616de0245abb47fb38e60385a24 2024-11-11T23:41:45,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/2e62c4416c41452494ffdb22705ad973 is 50, key is test_row_0/B:col10/1731368505021/Put/seqid=0 2024-11-11T23:41:45,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742290_1466 (size=12151) 2024-11-11T23:41:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-11T23:41:45,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-11T23:41:45,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:45,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:45,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:45,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:45,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:46,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-11T23:41:46,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:46,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:46,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:46,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:46,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:46,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-11T23:41:46,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368566092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:46,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-11T23:41:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:46,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:46,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/2e62c4416c41452494ffdb22705ad973 2024-11-11T23:41:46,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/97c58f966b30494d90af89b02552bd49 is 50, key is test_row_0/C:col10/1731368505021/Put/seqid=0 2024-11-11T23:41:46,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742291_1467 (size=12151) 2024-11-11T23:41:46,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/97c58f966b30494d90af89b02552bd49 2024-11-11T23:41:46,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/6ed38616de0245abb47fb38e60385a24 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/6ed38616de0245abb47fb38e60385a24 2024-11-11T23:41:46,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/6ed38616de0245abb47fb38e60385a24, entries=200, sequenceid=231, filesize=14.2 K 2024-11-11T23:41:46,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/2e62c4416c41452494ffdb22705ad973 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/2e62c4416c41452494ffdb22705ad973 2024-11-11T23:41:46,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/2e62c4416c41452494ffdb22705ad973, entries=150, sequenceid=231, filesize=11.9 K 2024-11-11T23:41:46,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/97c58f966b30494d90af89b02552bd49 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/97c58f966b30494d90af89b02552bd49 2024-11-11T23:41:46,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/97c58f966b30494d90af89b02552bd49, entries=150, sequenceid=231, filesize=11.9 K 2024-11-11T23:41:46,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 859ms, sequenceid=231, compaction requested=true 2024-11-11T23:41:46,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:46,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:41:46,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:46,229 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:41:46,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:41:46,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:46,229 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:41:46,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:41:46,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:46,230 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53658 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:41:46,230 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:41:46,230 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/A is initiating minor compaction (all files) 2024-11-11T23:41:46,230 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/B is initiating minor compaction (all files) 2024-11-11T23:41:46,230 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/A in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:46,230 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/B in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:46,230 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/dc3f36202218464a920894234d35cd02, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f887c31472b94e36aca006b7a179fe99, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/7e90614913c04f269bca95566e8c6f57, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/6ed38616de0245abb47fb38e60385a24] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=52.4 K 2024-11-11T23:41:46,230 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/f061b63b52bf4ebfa0037e7a27bbaa25, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/8aca26edea014392858d7e640903b6c1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/635ea0e7a5984afbbd33e27fb75f41ed, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/2e62c4416c41452494ffdb22705ad973] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=47.7 K 2024-11-11T23:41:46,231 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc3f36202218464a920894234d35cd02, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731368501603 2024-11-11T23:41:46,231 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting f061b63b52bf4ebfa0037e7a27bbaa25, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731368501603 2024-11-11T23:41:46,231 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting f887c31472b94e36aca006b7a179fe99, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731368502846 2024-11-11T23:41:46,231 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 8aca26edea014392858d7e640903b6c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731368502846 2024-11-11T23:41:46,231 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e90614913c04f269bca95566e8c6f57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731368504083 2024-11-11T23:41:46,231 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 635ea0e7a5984afbbd33e27fb75f41ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731368504083 2024-11-11T23:41:46,231 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ed38616de0245abb47fb38e60385a24, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731368505007 2024-11-11T23:41:46,231 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e62c4416c41452494ffdb22705ad973, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731368505007 2024-11-11T23:41:46,239 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#B#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:46,239 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/4c49a239f4be4fb88824551178066269 is 50, key is test_row_0/B:col10/1731368505021/Put/seqid=0 2024-11-11T23:41:46,239 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#A#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:46,240 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/64500ca2dbb04ce393f2e9f3e4f731e4 is 50, key is test_row_0/A:col10/1731368505021/Put/seqid=0 2024-11-11T23:41:46,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742292_1468 (size=12561) 2024-11-11T23:41:46,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742293_1469 (size=12561) 2024-11-11T23:41:46,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-11T23:41:46,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:46,307 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T23:41:46,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/8cefc7fbedfc456c84c925798536de5f is 50, key is test_row_0/A:col10/1731368505422/Put/seqid=0 2024-11-11T23:41:46,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742294_1470 (size=12151) 2024-11-11T23:41:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-11T23:41:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:46,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:46,650 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/4c49a239f4be4fb88824551178066269 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/4c49a239f4be4fb88824551178066269 2024-11-11T23:41:46,654 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/B of 9eb1a7d949916dc855ceb6ac9a9ebd58 into 4c49a239f4be4fb88824551178066269(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:46,654 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:46,654 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/B, priority=12, startTime=1731368506229; duration=0sec 2024-11-11T23:41:46,654 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:46,654 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:B 2024-11-11T23:41:46,654 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:41:46,655 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:41:46,655 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/C is initiating minor compaction (all files) 2024-11-11T23:41:46,655 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/C in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:46,655 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/a9398790ea884c0688b31d3419d229a1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/0d83194d45404212926a1ad6f874b702, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/ef9ce62e101c442bab9630520c723e02, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/97c58f966b30494d90af89b02552bd49] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=47.7 K 2024-11-11T23:41:46,655 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting a9398790ea884c0688b31d3419d229a1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731368501603 2024-11-11T23:41:46,655 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d83194d45404212926a1ad6f874b702, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731368502846 2024-11-11T23:41:46,656 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting ef9ce62e101c442bab9630520c723e02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731368504083 2024-11-11T23:41:46,656 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 97c58f966b30494d90af89b02552bd49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731368505007 2024-11-11T23:41:46,666 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/64500ca2dbb04ce393f2e9f3e4f731e4 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/64500ca2dbb04ce393f2e9f3e4f731e4 2024-11-11T23:41:46,673 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#C#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:46,673 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/238a28833b00486a877cde4d62715314 is 50, key is test_row_0/C:col10/1731368505021/Put/seqid=0 2024-11-11T23:41:46,674 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/A of 9eb1a7d949916dc855ceb6ac9a9ebd58 into 64500ca2dbb04ce393f2e9f3e4f731e4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:46,674 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:46,674 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/A, priority=12, startTime=1731368506229; duration=0sec 2024-11-11T23:41:46,674 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:46,674 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:A 2024-11-11T23:41:46,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742295_1471 (size=12561) 2024-11-11T23:41:46,695 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/238a28833b00486a877cde4d62715314 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/238a28833b00486a877cde4d62715314 2024-11-11T23:41:46,705 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/C of 9eb1a7d949916dc855ceb6ac9a9ebd58 into 238a28833b00486a877cde4d62715314(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:46,705 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:46,705 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/C, priority=12, startTime=1731368506229; duration=0sec 2024-11-11T23:41:46,705 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:46,705 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:C 2024-11-11T23:41:46,715 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/8cefc7fbedfc456c84c925798536de5f 2024-11-11T23:41:46,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/9307a3afb8c54c8c97d30fb87cb10051 is 50, key is test_row_0/B:col10/1731368505422/Put/seqid=0 2024-11-11T23:41:46,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742296_1472 (size=12151) 2024-11-11T23:41:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-11T23:41:46,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368566904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:46,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:46,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:46,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:46,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1731368566995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:46,998 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_1' in 9eb1a7d949916dc855ceb6ac9a9ebd58 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:46,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:46,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:46,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:47,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368567012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:47,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:47,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:47,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:47,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731368567042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:47,051 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_1' in 9eb1a7d949916dc855ceb6ac9a9ebd58 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:47,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:47,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:47,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:47,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368567062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:47,068 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 9eb1a7d949916dc855ceb6ac9a9ebd58 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:47,175 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/9307a3afb8c54c8c97d30fb87cb10051 2024-11-11T23:41:47,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/393d372e1d6b449fa09c610c2a856e1a is 50, key is test_row_0/C:col10/1731368505422/Put/seqid=0 2024-11-11T23:41:47,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742297_1473 (size=12151) 2024-11-11T23:41:47,203 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/393d372e1d6b449fa09c610c2a856e1a 2024-11-11T23:41:47,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/8cefc7fbedfc456c84c925798536de5f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/8cefc7fbedfc456c84c925798536de5f 2024-11-11T23:41:47,216 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/8cefc7fbedfc456c84c925798536de5f, entries=150, sequenceid=241, filesize=11.9 K 2024-11-11T23:41:47,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/9307a3afb8c54c8c97d30fb87cb10051 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/9307a3afb8c54c8c97d30fb87cb10051 2024-11-11T23:41:47,221 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/9307a3afb8c54c8c97d30fb87cb10051, entries=150, sequenceid=241, filesize=11.9 K 2024-11-11T23:41:47,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/393d372e1d6b449fa09c610c2a856e1a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/393d372e1d6b449fa09c610c2a856e1a 2024-11-11T23:41:47,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368567222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:47,228 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/393d372e1d6b449fa09c610c2a856e1a, entries=150, sequenceid=241, filesize=11.9 K 2024-11-11T23:41:47,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:47,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:47,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:47,229 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 921ms, sequenceid=241, compaction requested=false 2024-11-11T23:41:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-11T23:41:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-11T23:41:47,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-11T23:41:47,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5350 sec 2024-11-11T23:41:47,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.5390 sec 2024-11-11T23:41:47,538 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:47,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T23:41:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:47,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/32789e5c1d8c44a9ac879b6503242344 is 50, key is test_row_0/A:col10/1731368506888/Put/seqid=0 2024-11-11T23:41:47,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742298_1474 (size=14741) 2024-11-11T23:41:47,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/32789e5c1d8c44a9ac879b6503242344 2024-11-11T23:41:47,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/07e68777655447c9a095908b3c6b689b is 50, key is test_row_0/B:col10/1731368506888/Put/seqid=0 2024-11-11T23:41:47,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742299_1475 (size=12301) 2024-11-11T23:41:47,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368567628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:47,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:47,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:47,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:47,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368567752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:47,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:47,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:47,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-11T23:41:47,842 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:47,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:41:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-11T23:41:47,845 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:41:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T23:41:47,845 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:41:47,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:41:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T23:41:47,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368567962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:47,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:47,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:47,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:47,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T23:41:47,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:47,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:47,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:47,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:47,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:48,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/07e68777655447c9a095908b3c6b689b 2024-11-11T23:41:48,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/71256630d3da41af9a6f3a1ae597c9ef is 50, key is test_row_0/C:col10/1731368506888/Put/seqid=0 2024-11-11T23:41:48,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742300_1476 (size=12301) 2024-11-11T23:41:48,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/71256630d3da41af9a6f3a1ae597c9ef 2024-11-11T23:41:48,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/32789e5c1d8c44a9ac879b6503242344 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/32789e5c1d8c44a9ac879b6503242344 2024-11-11T23:41:48,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/32789e5c1d8c44a9ac879b6503242344, entries=200, sequenceid=271, filesize=14.4 K 2024-11-11T23:41:48,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/07e68777655447c9a095908b3c6b689b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/07e68777655447c9a095908b3c6b689b 2024-11-11T23:41:48,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/07e68777655447c9a095908b3c6b689b, entries=150, sequenceid=271, filesize=12.0 K 2024-11-11T23:41:48,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/71256630d3da41af9a6f3a1ae597c9ef as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/71256630d3da41af9a6f3a1ae597c9ef 2024-11-11T23:41:48,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/71256630d3da41af9a6f3a1ae597c9ef, entries=150, sequenceid=271, filesize=12.0 K 2024-11-11T23:41:48,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 527ms, sequenceid=271, compaction requested=true 2024-11-11T23:41:48,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:48,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:41:48,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:48,065 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:48,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:41:48,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:48,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:41:48,065 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:48,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:48,069 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37013 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:48,069 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/B is initiating minor compaction (all files) 2024-11-11T23:41:48,069 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/B in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:48,069 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39453 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:48,069 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/4c49a239f4be4fb88824551178066269, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/9307a3afb8c54c8c97d30fb87cb10051, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/07e68777655447c9a095908b3c6b689b] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=36.1 K 2024-11-11T23:41:48,069 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/A is initiating minor compaction (all files) 2024-11-11T23:41:48,069 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/A in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:48,069 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/64500ca2dbb04ce393f2e9f3e4f731e4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/8cefc7fbedfc456c84c925798536de5f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/32789e5c1d8c44a9ac879b6503242344] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=38.5 K 2024-11-11T23:41:48,069 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c49a239f4be4fb88824551178066269, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731368505007 2024-11-11T23:41:48,069 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64500ca2dbb04ce393f2e9f3e4f731e4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731368505007 2024-11-11T23:41:48,070 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 9307a3afb8c54c8c97d30fb87cb10051, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731368505403 2024-11-11T23:41:48,070 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cefc7fbedfc456c84c925798536de5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731368505403 2024-11-11T23:41:48,070 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 07e68777655447c9a095908b3c6b689b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731368506888 2024-11-11T23:41:48,070 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32789e5c1d8c44a9ac879b6503242344, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731368506873 2024-11-11T23:41:48,080 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#A#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:48,081 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/a38d3c2a3dfa4e6787da184ab8e759f8 is 50, key is test_row_0/A:col10/1731368506888/Put/seqid=0 2024-11-11T23:41:48,083 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#B#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:48,083 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/b67ce6fa0a9046418b8dbf264c7ecf17 is 50, key is test_row_0/B:col10/1731368506888/Put/seqid=0 2024-11-11T23:41:48,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742301_1477 (size=12813) 2024-11-11T23:41:48,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742302_1478 (size=12813) 2024-11-11T23:41:48,114 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/a38d3c2a3dfa4e6787da184ab8e759f8 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/a38d3c2a3dfa4e6787da184ab8e759f8 2024-11-11T23:41:48,126 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/A of 9eb1a7d949916dc855ceb6ac9a9ebd58 into a38d3c2a3dfa4e6787da184ab8e759f8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:48,126 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:48,126 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/A, priority=13, startTime=1731368508065; duration=0sec 2024-11-11T23:41:48,126 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:48,126 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:A 2024-11-11T23:41:48,126 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:48,128 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37013 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:48,128 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/C is initiating minor compaction (all files) 2024-11-11T23:41:48,128 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/C in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:48,129 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/238a28833b00486a877cde4d62715314, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/393d372e1d6b449fa09c610c2a856e1a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/71256630d3da41af9a6f3a1ae597c9ef] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=36.1 K 2024-11-11T23:41:48,130 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 238a28833b00486a877cde4d62715314, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731368505007 2024-11-11T23:41:48,131 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 393d372e1d6b449fa09c610c2a856e1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731368505403 2024-11-11T23:41:48,131 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71256630d3da41af9a6f3a1ae597c9ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731368506888 2024-11-11T23:41:48,138 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#C#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:48,138 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/a64f9f7a79be4d7c84dd9735801e6c1e is 50, key is test_row_0/C:col10/1731368506888/Put/seqid=0 2024-11-11T23:41:48,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-11T23:41:48,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:48,153 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-11T23:41:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T23:41:48,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742303_1479 (size=12813) 2024-11-11T23:41:48,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/082b0b1d476f41f58f5f710d52eaca1e is 50, key is test_row_2/A:col10/1731368507626/Put/seqid=0 2024-11-11T23:41:48,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742304_1480 (size=7415) 2024-11-11T23:41:48,206 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/082b0b1d476f41f58f5f710d52eaca1e 2024-11-11T23:41:48,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/c023c40286c746dca95246b1bbde9a9f is 50, key is test_row_2/B:col10/1731368507626/Put/seqid=0 2024-11-11T23:41:48,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742305_1481 (size=7415) 2024-11-11T23:41:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:48,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368568459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T23:41:48,499 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/b67ce6fa0a9046418b8dbf264c7ecf17 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/b67ce6fa0a9046418b8dbf264c7ecf17 2024-11-11T23:41:48,504 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/B of 9eb1a7d949916dc855ceb6ac9a9ebd58 into b67ce6fa0a9046418b8dbf264c7ecf17(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:48,504 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:48,504 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/B, priority=13, startTime=1731368508065; duration=0sec 2024-11-11T23:41:48,504 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:48,504 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:B 2024-11-11T23:41:48,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368568572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:48,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:48,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:48,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:48,578 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/a64f9f7a79be4d7c84dd9735801e6c1e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/a64f9f7a79be4d7c84dd9735801e6c1e 2024-11-11T23:41:48,582 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/C of 9eb1a7d949916dc855ceb6ac9a9ebd58 into a64f9f7a79be4d7c84dd9735801e6c1e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:48,582 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:48,582 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/C, priority=13, startTime=1731368508065; duration=0sec 2024-11-11T23:41:48,582 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:48,582 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:C 2024-11-11T23:41:48,635 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/c023c40286c746dca95246b1bbde9a9f 2024-11-11T23:41:48,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/88c3e3162f214771852af16d4e0dcc65 is 50, key is test_row_2/C:col10/1731368507626/Put/seqid=0 2024-11-11T23:41:48,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742306_1482 (size=7415) 2024-11-11T23:41:48,649 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/88c3e3162f214771852af16d4e0dcc65 2024-11-11T23:41:48,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/082b0b1d476f41f58f5f710d52eaca1e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/082b0b1d476f41f58f5f710d52eaca1e 2024-11-11T23:41:48,662 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/082b0b1d476f41f58f5f710d52eaca1e, entries=50, sequenceid=281, filesize=7.2 K 2024-11-11T23:41:48,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/c023c40286c746dca95246b1bbde9a9f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/c023c40286c746dca95246b1bbde9a9f 2024-11-11T23:41:48,680 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/c023c40286c746dca95246b1bbde9a9f, entries=50, sequenceid=281, filesize=7.2 K 2024-11-11T23:41:48,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/88c3e3162f214771852af16d4e0dcc65 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/88c3e3162f214771852af16d4e0dcc65 2024-11-11T23:41:48,691 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/88c3e3162f214771852af16d4e0dcc65, entries=50, sequenceid=281, filesize=7.2 K 2024-11-11T23:41:48,692 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 539ms, sequenceid=281, compaction requested=false 2024-11-11T23:41:48,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:48,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:48,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-11T23:41:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-11T23:41:48,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-11T23:41:48,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 849 msec 2024-11-11T23:41:48,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 854 msec 2024-11-11T23:41:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:48,789 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:48,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-11T23:41:48,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/805beb79f91a4ce997c74f97f193d791 is 50, key is test_row_0/A:col10/1731368508441/Put/seqid=0 2024-11-11T23:41:48,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742307_1483 (size=14741) 2024-11-11T23:41:48,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368568818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:48,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:48,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:48,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:48,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368568932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T23:41:48,983 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:48,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:41:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-11T23:41:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T23:41:48,985 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:41:48,986 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:41:48,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:41:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T23:41:49,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-11T23:41:49,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:49,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:49,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:49,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:49,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:49,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368569143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:49,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:49,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:49,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:49,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/805beb79f91a4ce997c74f97f193d791 2024-11-11T23:41:49,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/7b53e124c503442e880a0b147309e050 is 50, key is test_row_0/B:col10/1731368508441/Put/seqid=0 2024-11-11T23:41:49,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742308_1484 (size=12301) 2024-11-11T23:41:49,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/7b53e124c503442e880a0b147309e050 2024-11-11T23:41:49,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/cac24f0d77f7492095cc92f4533e0230 is 50, key is test_row_0/C:col10/1731368508441/Put/seqid=0 2024-11-11T23:41:49,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742309_1485 (size=12301) 2024-11-11T23:41:49,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/cac24f0d77f7492095cc92f4533e0230 2024-11-11T23:41:49,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/805beb79f91a4ce997c74f97f193d791 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/805beb79f91a4ce997c74f97f193d791 2024-11-11T23:41:49,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-11T23:41:49,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:49,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:49,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:49,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:49,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:49,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/805beb79f91a4ce997c74f97f193d791, entries=200, sequenceid=311, filesize=14.4 K 2024-11-11T23:41:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T23:41:49,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/7b53e124c503442e880a0b147309e050 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/7b53e124c503442e880a0b147309e050 2024-11-11T23:41:49,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/7b53e124c503442e880a0b147309e050, entries=150, sequenceid=311, filesize=12.0 K 2024-11-11T23:41:49,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/cac24f0d77f7492095cc92f4533e0230 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/cac24f0d77f7492095cc92f4533e0230 2024-11-11T23:41:49,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/cac24f0d77f7492095cc92f4533e0230, entries=150, sequenceid=311, filesize=12.0 K 2024-11-11T23:41:49,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 533ms, sequenceid=311, compaction requested=true 2024-11-11T23:41:49,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:49,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:41:49,322 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:49,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:49,322 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:49,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:41:49,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:49,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:41:49,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:49,323 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34969 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:49,323 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32529 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:49,323 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/A is initiating minor compaction (all files) 2024-11-11T23:41:49,323 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/B is initiating minor compaction (all files) 2024-11-11T23:41:49,323 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/A in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:49,323 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/B in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:49,323 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/b67ce6fa0a9046418b8dbf264c7ecf17, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/c023c40286c746dca95246b1bbde9a9f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/7b53e124c503442e880a0b147309e050] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=31.8 K 2024-11-11T23:41:49,323 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/a38d3c2a3dfa4e6787da184ab8e759f8, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/082b0b1d476f41f58f5f710d52eaca1e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/805beb79f91a4ce997c74f97f193d791] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=34.1 K 2024-11-11T23:41:49,323 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting b67ce6fa0a9046418b8dbf264c7ecf17, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731368506888 2024-11-11T23:41:49,323 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting a38d3c2a3dfa4e6787da184ab8e759f8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731368506888 2024-11-11T23:41:49,328 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 082b0b1d476f41f58f5f710d52eaca1e, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731368507626 2024-11-11T23:41:49,328 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting c023c40286c746dca95246b1bbde9a9f, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731368507626 2024-11-11T23:41:49,328 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b53e124c503442e880a0b147309e050, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731368508380 2024-11-11T23:41:49,328 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 805beb79f91a4ce997c74f97f193d791, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731368508380 2024-11-11T23:41:49,343 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#A#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:49,343 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/f7a83444a3cd4c8eabcb1e876f20a3aa is 50, key is test_row_0/A:col10/1731368508441/Put/seqid=0 2024-11-11T23:41:49,347 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#B#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:49,347 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/ab6f669f684748e4a549a06974d84551 is 50, key is test_row_0/B:col10/1731368508441/Put/seqid=0 2024-11-11T23:41:49,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742310_1486 (size=12915) 2024-11-11T23:41:49,371 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/f7a83444a3cd4c8eabcb1e876f20a3aa as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f7a83444a3cd4c8eabcb1e876f20a3aa 2024-11-11T23:41:49,377 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/A of 9eb1a7d949916dc855ceb6ac9a9ebd58 into f7a83444a3cd4c8eabcb1e876f20a3aa(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:49,378 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:49,378 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/A, priority=13, startTime=1731368509322; duration=0sec 2024-11-11T23:41:49,378 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:49,378 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:A 2024-11-11T23:41:49,378 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:49,380 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32529 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:49,380 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/C is initiating minor compaction (all files) 2024-11-11T23:41:49,382 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/C in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:49,383 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/a64f9f7a79be4d7c84dd9735801e6c1e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/88c3e3162f214771852af16d4e0dcc65, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/cac24f0d77f7492095cc92f4533e0230] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=31.8 K 2024-11-11T23:41:49,390 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting a64f9f7a79be4d7c84dd9735801e6c1e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731368506888 2024-11-11T23:41:49,391 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88c3e3162f214771852af16d4e0dcc65, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731368507626 2024-11-11T23:41:49,391 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting cac24f0d77f7492095cc92f4533e0230, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731368508380 2024-11-11T23:41:49,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742311_1487 (size=12915) 2024-11-11T23:41:49,422 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#C#compaction#415 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:49,422 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/ffbcc25634a8461b87530e9b3d29405e is 50, key is test_row_0/C:col10/1731368508441/Put/seqid=0 2024-11-11T23:41:49,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-11T23:41:49,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:49,445 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T23:41:49,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742312_1488 (size=12915) 2024-11-11T23:41:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:49,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:49,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/1f350f2c43cf44849ab56bc5e17f2465 is 50, key is test_row_0/A:col10/1731368508816/Put/seqid=0 2024-11-11T23:41:49,474 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/ffbcc25634a8461b87530e9b3d29405e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/ffbcc25634a8461b87530e9b3d29405e 2024-11-11T23:41:49,478 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/C of 9eb1a7d949916dc855ceb6ac9a9ebd58 into ffbcc25634a8461b87530e9b3d29405e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:49,478 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:49,479 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/C, priority=13, startTime=1731368509322; duration=0sec 2024-11-11T23:41:49,479 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:49,479 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:C 2024-11-11T23:41:49,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742313_1489 (size=9857) 2024-11-11T23:41:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T23:41:49,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368569649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:49,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:49,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:49,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:49,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368569762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:49,807 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/ab6f669f684748e4a549a06974d84551 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/ab6f669f684748e4a549a06974d84551 2024-11-11T23:41:49,810 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/B of 9eb1a7d949916dc855ceb6ac9a9ebd58 into ab6f669f684748e4a549a06974d84551(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:49,810 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:49,811 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/B, priority=13, startTime=1731368509322; duration=0sec 2024-11-11T23:41:49,811 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:49,811 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:B 2024-11-11T23:41:49,887 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/1f350f2c43cf44849ab56bc5e17f2465 2024-11-11T23:41:49,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/54781027c7e44f1bacfde573521fd8f7 is 50, key is test_row_0/B:col10/1731368508816/Put/seqid=0 2024-11-11T23:41:49,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742314_1490 (size=9857) 2024-11-11T23:41:49,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368569974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T23:41:50,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368570292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:50,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:50,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:50,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:50,299 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/54781027c7e44f1bacfde573521fd8f7 2024-11-11T23:41:50,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/d709a0fe1b9b405697acb492f0c4f201 is 50, key is test_row_0/C:col10/1731368508816/Put/seqid=0 2024-11-11T23:41:50,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742315_1491 (size=9857) 2024-11-11T23:41:50,319 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/d709a0fe1b9b405697acb492f0c4f201 2024-11-11T23:41:50,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/1f350f2c43cf44849ab56bc5e17f2465 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/1f350f2c43cf44849ab56bc5e17f2465 2024-11-11T23:41:50,330 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/1f350f2c43cf44849ab56bc5e17f2465, entries=100, sequenceid=320, filesize=9.6 K 2024-11-11T23:41:50,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/54781027c7e44f1bacfde573521fd8f7 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/54781027c7e44f1bacfde573521fd8f7 2024-11-11T23:41:50,335 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/54781027c7e44f1bacfde573521fd8f7, entries=100, sequenceid=320, filesize=9.6 K 2024-11-11T23:41:50,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/d709a0fe1b9b405697acb492f0c4f201 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/d709a0fe1b9b405697acb492f0c4f201 2024-11-11T23:41:50,348 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/d709a0fe1b9b405697acb492f0c4f201, entries=100, sequenceid=320, filesize=9.6 K 2024-11-11T23:41:50,349 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 903ms, sequenceid=320, compaction requested=false 2024-11-11T23:41:50,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:50,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:50,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-11T23:41:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-11T23:41:50,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-11T23:41:50,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3640 sec 2024-11-11T23:41:50,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.3700 sec 2024-11-11T23:41:50,811 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:50,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-11T23:41:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:50,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/f9a5872b1510483a8fea967c8f44b4a4 is 50, key is test_row_0/A:col10/1731368510809/Put/seqid=0 2024-11-11T23:41:50,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742316_1492 (size=14741) 2024-11-11T23:41:50,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/f9a5872b1510483a8fea967c8f44b4a4 2024-11-11T23:41:50,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368570845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:50,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:50,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:50,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:50,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/e6f8509cd00f46a2a71a8449da2a453d is 50, key is test_row_0/B:col10/1731368510809/Put/seqid=0 2024-11-11T23:41:50,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742317_1493 (size=12301) 2024-11-11T23:41:50,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/e6f8509cd00f46a2a71a8449da2a453d 2024-11-11T23:41:50,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/d5542b4e91e5407485838e512cb33f73 is 50, key is test_row_0/C:col10/1731368510809/Put/seqid=0 2024-11-11T23:41:50,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742318_1494 (size=12301) 2024-11-11T23:41:50,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368570963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:51,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39090 deadline: 1731368571082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:51,088 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 9eb1a7d949916dc855ceb6ac9a9ebd58 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-11T23:41:51,133 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:51,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:41:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-11T23:41:51,135 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:41:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T23:41:51,136 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:41:51,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:41:51,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368571172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:51,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:51,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:51,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T23:41:51,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-11T23:41:51,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:51,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:51,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:51,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:51,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:51,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/d5542b4e91e5407485838e512cb33f73 2024-11-11T23:41:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:41:51,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/f9a5872b1510483a8fea967c8f44b4a4 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f9a5872b1510483a8fea967c8f44b4a4 2024-11-11T23:41:51,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f9a5872b1510483a8fea967c8f44b4a4, entries=200, sequenceid=351, filesize=14.4 K 2024-11-11T23:41:51,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/e6f8509cd00f46a2a71a8449da2a453d as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/e6f8509cd00f46a2a71a8449da2a453d 2024-11-11T23:41:51,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/e6f8509cd00f46a2a71a8449da2a453d, entries=150, sequenceid=351, filesize=12.0 K 2024-11-11T23:41:51,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/d5542b4e91e5407485838e512cb33f73 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/d5542b4e91e5407485838e512cb33f73 2024-11-11T23:41:51,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/d5542b4e91e5407485838e512cb33f73, entries=150, sequenceid=351, filesize=12.0 K 2024-11-11T23:41:51,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 500ms, sequenceid=351, compaction requested=true 2024-11-11T23:41:51,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:51,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:41:51,311 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:51,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:51,311 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:51,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:41:51,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:51,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:41:51,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:51,312 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:51,312 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37513 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:51,312 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/B is initiating minor compaction (all files) 2024-11-11T23:41:51,312 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/A is initiating minor compaction (all files) 2024-11-11T23:41:51,312 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/A in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:51,312 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/B in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:51,312 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/ab6f669f684748e4a549a06974d84551, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/54781027c7e44f1bacfde573521fd8f7, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/e6f8509cd00f46a2a71a8449da2a453d] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=34.3 K 2024-11-11T23:41:51,312 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f7a83444a3cd4c8eabcb1e876f20a3aa, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/1f350f2c43cf44849ab56bc5e17f2465, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f9a5872b1510483a8fea967c8f44b4a4] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=36.6 K 2024-11-11T23:41:51,313 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting ab6f669f684748e4a549a06974d84551, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731368508380 2024-11-11T23:41:51,313 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7a83444a3cd4c8eabcb1e876f20a3aa, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731368508380 2024-11-11T23:41:51,313 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 54781027c7e44f1bacfde573521fd8f7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731368508802 2024-11-11T23:41:51,313 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f350f2c43cf44849ab56bc5e17f2465, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731368508802 2024-11-11T23:41:51,313 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting e6f8509cd00f46a2a71a8449da2a453d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731368509634 2024-11-11T23:41:51,313 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9a5872b1510483a8fea967c8f44b4a4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731368509632 2024-11-11T23:41:51,343 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#A#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:51,343 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/f276a829b6604d26b637d2981b287278 is 50, key is test_row_0/A:col10/1731368510809/Put/seqid=0 2024-11-11T23:41:51,351 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#B#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:51,351 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/6abe4a074b8a48fea3ddf5156788caec is 50, key is test_row_0/B:col10/1731368510809/Put/seqid=0 2024-11-11T23:41:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742319_1495 (size=13017) 2024-11-11T23:41:51,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742320_1496 (size=13017) 2024-11-11T23:41:51,380 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/f276a829b6604d26b637d2981b287278 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f276a829b6604d26b637d2981b287278 2024-11-11T23:41:51,392 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/6abe4a074b8a48fea3ddf5156788caec as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/6abe4a074b8a48fea3ddf5156788caec 2024-11-11T23:41:51,393 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/A of 9eb1a7d949916dc855ceb6ac9a9ebd58 into f276a829b6604d26b637d2981b287278(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:51,393 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:51,393 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/A, priority=13, startTime=1731368511311; duration=0sec 2024-11-11T23:41:51,393 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:51,393 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:A 2024-11-11T23:41:51,394 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:51,395 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:51,395 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/C is initiating minor compaction (all files) 2024-11-11T23:41:51,395 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/C in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:51,395 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/ffbcc25634a8461b87530e9b3d29405e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/d709a0fe1b9b405697acb492f0c4f201, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/d5542b4e91e5407485838e512cb33f73] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=34.3 K 2024-11-11T23:41:51,396 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffbcc25634a8461b87530e9b3d29405e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731368508380 2024-11-11T23:41:51,396 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting d709a0fe1b9b405697acb492f0c4f201, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731368508802 2024-11-11T23:41:51,397 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/B of 9eb1a7d949916dc855ceb6ac9a9ebd58 into 6abe4a074b8a48fea3ddf5156788caec(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:51,397 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:51,397 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/B, priority=13, startTime=1731368511311; duration=0sec 2024-11-11T23:41:51,397 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:51,397 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:B 2024-11-11T23:41:51,397 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5542b4e91e5407485838e512cb33f73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731368509634 2024-11-11T23:41:51,419 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#C#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:51,419 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/13fdc19996ad4b84af3cab5b3a8e9153 is 50, key is test_row_0/C:col10/1731368510809/Put/seqid=0 2024-11-11T23:41:51,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-11T23:41:51,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:51,443 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T23:41:51,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742321_1497 (size=13017) 2024-11-11T23:41:51,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/35fbf3b4a89d460d8c411626c6af068b is 50, key is test_row_0/A:col10/1731368510830/Put/seqid=0 2024-11-11T23:41:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T23:41:51,455 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/13fdc19996ad4b84af3cab5b3a8e9153 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/13fdc19996ad4b84af3cab5b3a8e9153 2024-11-11T23:41:51,464 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/C of 9eb1a7d949916dc855ceb6ac9a9ebd58 into 13fdc19996ad4b84af3cab5b3a8e9153(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:51,464 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:51,464 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/C, priority=13, startTime=1731368511312; duration=0sec 2024-11-11T23:41:51,464 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:51,464 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:C 2024-11-11T23:41:51,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742322_1498 (size=9857) 2024-11-11T23:41:51,493 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/35fbf3b4a89d460d8c411626c6af068b 2024-11-11T23:41:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:51,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. as already flushing 2024-11-11T23:41:51,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/5731c950c3564e169402da75e2202cb9 is 50, key is test_row_0/B:col10/1731368510830/Put/seqid=0 2024-11-11T23:41:51,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742323_1499 (size=9857) 2024-11-11T23:41:51,542 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/5731c950c3564e169402da75e2202cb9 2024-11-11T23:41:51,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/44ecfdf13d27402f81b7e95a0627e92b is 50, key is test_row_0/C:col10/1731368510830/Put/seqid=0 2024-11-11T23:41:51,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742324_1500 (size=9857) 2024-11-11T23:41:51,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368571686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:51,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:51,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:51,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T23:41:51,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368571803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:51,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:51,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:51,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:51,967 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/44ecfdf13d27402f81b7e95a0627e92b 2024-11-11T23:41:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/35fbf3b4a89d460d8c411626c6af068b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/35fbf3b4a89d460d8c411626c6af068b 2024-11-11T23:41:51,973 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/35fbf3b4a89d460d8c411626c6af068b, entries=100, sequenceid=360, filesize=9.6 K 2024-11-11T23:41:51,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-11T23:41:51,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/5731c950c3564e169402da75e2202cb9 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/5731c950c3564e169402da75e2202cb9 2024-11-11T23:41:51,977 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/5731c950c3564e169402da75e2202cb9, entries=100, sequenceid=360, filesize=9.6 K 2024-11-11T23:41:51,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/44ecfdf13d27402f81b7e95a0627e92b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/44ecfdf13d27402f81b7e95a0627e92b 2024-11-11T23:41:51,982 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/44ecfdf13d27402f81b7e95a0627e92b, entries=100, sequenceid=360, filesize=9.6 K 2024-11-11T23:41:51,983 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 539ms, sequenceid=360, compaction requested=false 2024-11-11T23:41:51,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:51,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:51,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-11T23:41:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-11T23:41:51,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-11T23:41:51,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 848 msec 2024-11-11T23:41:51,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 853 msec 2024-11-11T23:41:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:41:52,018 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:41:52,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-11T23:41:52,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/430281efdcdb409bb6a26b1eb8a2ce7a is 50, key is test_row_0/A:col10/1731368511655/Put/seqid=0 2024-11-11T23:41:52,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742325_1501 (size=14741) 2024-11-11T23:41:52,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368572042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:52,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:52,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:52,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:52,063 INFO [Thread-1914 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1914. 2024-11-11T23:41:52,063 INFO [Thread-1916 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1916. 2024-11-11T23:41:52,063 DEBUG [Thread-1916 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:52,063 DEBUG [Thread-1914 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:52,063 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:52,063 DEBUG [Thread-1914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:52,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:52,064 DEBUG [Thread-1914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:52,064 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:52,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:52,067 INFO [Thread-1918 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1918. 2024-11-11T23:41:52,067 DEBUG [Thread-1918 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:52,067 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:52,067 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:52,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:52,069 INFO [Thread-1922 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1922. 2024-11-11T23:41:52,069 DEBUG [Thread-1922 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:52,069 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:52,069 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:52,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:52,070 INFO [Thread-1920 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1920. 2024-11-11T23:41:52,070 DEBUG [Thread-1920 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:52,070 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:52,070 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:52,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:52,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368572152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:52,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:52,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:52,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T23:41:52,273 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:41:52,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368572362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:52,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:52,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/430281efdcdb409bb6a26b1eb8a2ce7a 2024-11-11T23:41:52,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/29bc249e9ae5498b88452396dfad6e78 is 50, key is test_row_0/B:col10/1731368511655/Put/seqid=0 2024-11-11T23:41:52,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742326_1502 (size=12301) 2024-11-11T23:41:52,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368572672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:52,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:52,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:52,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:52,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/29bc249e9ae5498b88452396dfad6e78 2024-11-11T23:41:52,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/4628953ccc8e422cbddca7c0367a522f is 50, key is test_row_0/C:col10/1731368511655/Put/seqid=0 2024-11-11T23:41:52,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742327_1503 (size=12301) 2024-11-11T23:41:53,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39104 deadline: 1731368573183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:53,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:53,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:53,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:53,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/4628953ccc8e422cbddca7c0367a522f 2024-11-11T23:41:53,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/430281efdcdb409bb6a26b1eb8a2ce7a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/430281efdcdb409bb6a26b1eb8a2ce7a 2024-11-11T23:41:53,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/430281efdcdb409bb6a26b1eb8a2ce7a, entries=200, sequenceid=391, filesize=14.4 K 2024-11-11T23:41:53,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:41:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1731368573273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 2024-11-11T23:41:53,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/29bc249e9ae5498b88452396dfad6e78 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/29bc249e9ae5498b88452396dfad6e78 2024-11-11T23:41:53,274 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 9eb1a7d949916dc855ceb6ac9a9ebd58 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18260 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:41:53,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 , the old value is region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:53,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:41:53,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., hostname=b70d29849faf,33717,1731368375931, seqNum=2 because the exception is null or not the one we care about 2024-11-11T23:41:53,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/29bc249e9ae5498b88452396dfad6e78, entries=150, sequenceid=391, filesize=12.0 K 2024-11-11T23:41:53,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/4628953ccc8e422cbddca7c0367a522f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/4628953ccc8e422cbddca7c0367a522f 2024-11-11T23:41:53,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/4628953ccc8e422cbddca7c0367a522f, entries=150, sequenceid=391, filesize=12.0 K 2024-11-11T23:41:53,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 1265ms, sequenceid=391, compaction requested=true 2024-11-11T23:41:53,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:53,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:41:53,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:53,283 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:53,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:41:53,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:53,283 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:53,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9eb1a7d949916dc855ceb6ac9a9ebd58:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:41:53,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:53,284 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:53,284 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37615 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:53,284 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/B is initiating minor compaction (all files) 2024-11-11T23:41:53,284 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/A is initiating minor compaction (all files) 2024-11-11T23:41:53,284 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/B in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:53,284 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/A in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:53,284 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/6abe4a074b8a48fea3ddf5156788caec, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/5731c950c3564e169402da75e2202cb9, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/29bc249e9ae5498b88452396dfad6e78] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=34.4 K 2024-11-11T23:41:53,284 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f276a829b6604d26b637d2981b287278, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/35fbf3b4a89d460d8c411626c6af068b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/430281efdcdb409bb6a26b1eb8a2ce7a] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=36.7 K 2024-11-11T23:41:53,284 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 6abe4a074b8a48fea3ddf5156788caec, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731368509634 2024-11-11T23:41:53,284 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting f276a829b6604d26b637d2981b287278, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731368509634 2024-11-11T23:41:53,285 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 5731c950c3564e169402da75e2202cb9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731368510830 2024-11-11T23:41:53,285 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35fbf3b4a89d460d8c411626c6af068b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731368510830 2024-11-11T23:41:53,285 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 29bc249e9ae5498b88452396dfad6e78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731368511655 2024-11-11T23:41:53,285 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 430281efdcdb409bb6a26b1eb8a2ce7a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731368511655 2024-11-11T23:41:53,291 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#A#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:53,291 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#B#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:53,291 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/63c19f8c6e64472981a5ab8fed4fe74e is 50, key is test_row_0/A:col10/1731368511655/Put/seqid=0 2024-11-11T23:41:53,291 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/ed7e6273f83e4d47ab599834cbbf7bbf is 50, key is test_row_0/B:col10/1731368511655/Put/seqid=0 2024-11-11T23:41:53,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742328_1504 (size=13119) 2024-11-11T23:41:53,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742329_1505 (size=13119) 2024-11-11T23:41:53,299 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/ed7e6273f83e4d47ab599834cbbf7bbf as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/ed7e6273f83e4d47ab599834cbbf7bbf 2024-11-11T23:41:53,303 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/B of 9eb1a7d949916dc855ceb6ac9a9ebd58 into ed7e6273f83e4d47ab599834cbbf7bbf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:53,303 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:53,303 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/B, priority=13, startTime=1731368513283; duration=0sec 2024-11-11T23:41:53,304 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:41:53,304 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:B 2024-11-11T23:41:53,304 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:41:53,304 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:41:53,304 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 9eb1a7d949916dc855ceb6ac9a9ebd58/C is initiating minor compaction (all files) 2024-11-11T23:41:53,305 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9eb1a7d949916dc855ceb6ac9a9ebd58/C in TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:41:53,305 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/13fdc19996ad4b84af3cab5b3a8e9153, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/44ecfdf13d27402f81b7e95a0627e92b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/4628953ccc8e422cbddca7c0367a522f] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp, totalSize=34.4 K 2024-11-11T23:41:53,305 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 13fdc19996ad4b84af3cab5b3a8e9153, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731368509634 2024-11-11T23:41:53,305 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 44ecfdf13d27402f81b7e95a0627e92b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731368510830 2024-11-11T23:41:53,305 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 4628953ccc8e422cbddca7c0367a522f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731368511655 2024-11-11T23:41:53,311 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9eb1a7d949916dc855ceb6ac9a9ebd58#C#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:41:53,312 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/ddfd07ab19254fedbbc5c0c9a2369a93 is 50, key is test_row_0/C:col10/1731368511655/Put/seqid=0 2024-11-11T23:41:53,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742330_1506 (size=13119) 2024-11-11T23:41:53,707 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/63c19f8c6e64472981a5ab8fed4fe74e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/63c19f8c6e64472981a5ab8fed4fe74e 2024-11-11T23:41:53,711 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/A of 9eb1a7d949916dc855ceb6ac9a9ebd58 into 63c19f8c6e64472981a5ab8fed4fe74e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:53,711 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:53,711 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/A, priority=13, startTime=1731368513283; duration=0sec 2024-11-11T23:41:53,711 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:53,711 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:A 2024-11-11T23:41:53,718 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/ddfd07ab19254fedbbc5c0c9a2369a93 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/ddfd07ab19254fedbbc5c0c9a2369a93 2024-11-11T23:41:53,723 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9eb1a7d949916dc855ceb6ac9a9ebd58/C of 9eb1a7d949916dc855ceb6ac9a9ebd58 into ddfd07ab19254fedbbc5c0c9a2369a93(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:41:53,723 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:41:53,723 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58., storeName=9eb1a7d949916dc855ceb6ac9a9ebd58/C, priority=13, startTime=1731368513283; duration=0sec 2024-11-11T23:41:53,723 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:41:53,723 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9eb1a7d949916dc855ceb6ac9a9ebd58:C 2024-11-11T23:41:54,197 INFO [Thread-1909 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1909. 2024-11-11T23:41:54,198 DEBUG [Thread-1909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:54,198 DEBUG [Thread-1909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:54,198 DEBUG [Thread-1909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:54,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:57,026 INFO [Thread-1907 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1907. 2024-11-11T23:41:57,026 DEBUG [Thread-1907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:57,026 DEBUG [Thread-1907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:57,026 DEBUG [Thread-1907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:57,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:41:57,095 INFO [Thread-1903 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1903. 2024-11-11T23:41:57,095 DEBUG [Thread-1903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:41:57,095 DEBUG [Thread-1903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:57,095 DEBUG [Thread-1903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:41:57,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:42:01,164 INFO [Thread-1905 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1905. 2024-11-11T23:42:01,164 DEBUG [Thread-1905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:42:01,164 DEBUG [Thread-1905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:01,164 DEBUG [Thread-1905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:01,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:42:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:42:03,365 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:42:03,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9eb1a7d949916dc855ceb6ac9a9ebd58 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:42:03,366 INFO [Thread-1911 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1911. 2024-11-11T23:42:03,366 DEBUG [Thread-1911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:42:03,366 DEBUG [Thread-1911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:03,366 DEBUG [Thread-1911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:03,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 198 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1583 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4748 rows 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1578 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4733 rows 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1578 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4733 rows 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1568 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4702 rows 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1577 2024-11-11T23:42:03,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4730 rows 2024-11-11T23:42:03,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:42:03,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:42:03,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:03,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:03,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:42:03,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T23:42:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T23:42:03,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/ea5bfe6f757247dea0dcbd69e04cf64e is 50, key is test_row_0/A:col10/1731368521163/Put/seqid=0 2024-11-11T23:42:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-11T23:42:03,375 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368523375"}]},"ts":"1731368523375"} 2024-11-11T23:42:03,377 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T23:42:03,377 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T23:42:03,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742331_1507 (size=12301) 2024-11-11T23:42:03,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/ea5bfe6f757247dea0dcbd69e04cf64e 2024-11-11T23:42:03,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T23:42:03,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9eb1a7d949916dc855ceb6ac9a9ebd58, UNASSIGN}] 2024-11-11T23:42:03,380 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9eb1a7d949916dc855ceb6ac9a9ebd58, UNASSIGN 2024-11-11T23:42:03,380 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=9eb1a7d949916dc855ceb6ac9a9ebd58, regionState=CLOSING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:42:03,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9eb1a7d949916dc855ceb6ac9a9ebd58, UNASSIGN because future has completed 2024-11-11T23:42:03,382 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T23:42:03,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:42:03,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/59530c1c8b464ce1960f2ea15ae21787 is 50, key is test_row_0/B:col10/1731368521163/Put/seqid=0 2024-11-11T23:42:03,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742332_1508 (size=12301) 2024-11-11T23:42:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-11T23:42:03,534 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(122): Close 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:42:03,534 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T23:42:03,534 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1722): Closing 9eb1a7d949916dc855ceb6ac9a9ebd58, disabling compactions & flushes 2024-11-11T23:42:03,535 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:42:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-11T23:42:03,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/59530c1c8b464ce1960f2ea15ae21787 2024-11-11T23:42:03,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/58c3424b65794d26b56e9580cbf2c765 is 50, key is test_row_0/C:col10/1731368521163/Put/seqid=0 2024-11-11T23:42:03,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742333_1509 (size=12301) 2024-11-11T23:42:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-11T23:42:04,191 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T23:42:04,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/58c3424b65794d26b56e9580cbf2c765 2024-11-11T23:42:04,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/A/ea5bfe6f757247dea0dcbd69e04cf64e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/ea5bfe6f757247dea0dcbd69e04cf64e 2024-11-11T23:42:04,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/ea5bfe6f757247dea0dcbd69e04cf64e, entries=150, sequenceid=405, filesize=12.0 K 2024-11-11T23:42:04,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/B/59530c1c8b464ce1960f2ea15ae21787 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/59530c1c8b464ce1960f2ea15ae21787 2024-11-11T23:42:04,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/59530c1c8b464ce1960f2ea15ae21787, entries=150, sequenceid=405, filesize=12.0 K 2024-11-11T23:42:04,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/.tmp/C/58c3424b65794d26b56e9580cbf2c765 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/58c3424b65794d26b56e9580cbf2c765 2024-11-11T23:42:04,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/58c3424b65794d26b56e9580cbf2c765, entries=150, sequenceid=405, filesize=12.0 K 2024-11-11T23:42:04,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 9eb1a7d949916dc855ceb6ac9a9ebd58 in 863ms, sequenceid=405, compaction requested=false 2024-11-11T23:42:04,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: 2024-11-11T23:42:04,229 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:42:04,229 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:42:04,229 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. after waiting 0 ms 2024-11-11T23:42:04,229 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:42:04,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/100aac1f8aa24900805614a3423583e0, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/136d8e31a7d54c4d9dd7a8c08e43fc22, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/22165be05b0d4dafba01ce41624cfd19, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/b57150a2765248858f47a6e2f53b9927, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/8b128deaee1141a0bc31427e3a0ad3c3, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/2dff9e552b3f4ab387581e6eb430a379, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/82c6e30aca0f49ca9949bc6cadd1cfac, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/82c3a89909ae4d93acf706fbdf0cd4a1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/dc3f36202218464a920894234d35cd02, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f887c31472b94e36aca006b7a179fe99, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/7e90614913c04f269bca95566e8c6f57, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/6ed38616de0245abb47fb38e60385a24, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/64500ca2dbb04ce393f2e9f3e4f731e4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/8cefc7fbedfc456c84c925798536de5f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/32789e5c1d8c44a9ac879b6503242344, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/a38d3c2a3dfa4e6787da184ab8e759f8, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/082b0b1d476f41f58f5f710d52eaca1e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/805beb79f91a4ce997c74f97f193d791, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f7a83444a3cd4c8eabcb1e876f20a3aa, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/1f350f2c43cf44849ab56bc5e17f2465, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f9a5872b1510483a8fea967c8f44b4a4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f276a829b6604d26b637d2981b287278, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/35fbf3b4a89d460d8c411626c6af068b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/430281efdcdb409bb6a26b1eb8a2ce7a] to archive 2024-11-11T23:42:04,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:42:04,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/100aac1f8aa24900805614a3423583e0 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/100aac1f8aa24900805614a3423583e0 2024-11-11T23:42:04,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/136d8e31a7d54c4d9dd7a8c08e43fc22 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/136d8e31a7d54c4d9dd7a8c08e43fc22 2024-11-11T23:42:04,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/22165be05b0d4dafba01ce41624cfd19 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/22165be05b0d4dafba01ce41624cfd19 2024-11-11T23:42:04,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/b57150a2765248858f47a6e2f53b9927 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/b57150a2765248858f47a6e2f53b9927 2024-11-11T23:42:04,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/8b128deaee1141a0bc31427e3a0ad3c3 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/8b128deaee1141a0bc31427e3a0ad3c3 2024-11-11T23:42:04,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/2dff9e552b3f4ab387581e6eb430a379 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/2dff9e552b3f4ab387581e6eb430a379 2024-11-11T23:42:04,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/82c6e30aca0f49ca9949bc6cadd1cfac to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/82c6e30aca0f49ca9949bc6cadd1cfac 2024-11-11T23:42:04,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/82c3a89909ae4d93acf706fbdf0cd4a1 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/82c3a89909ae4d93acf706fbdf0cd4a1 2024-11-11T23:42:04,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/dc3f36202218464a920894234d35cd02 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/dc3f36202218464a920894234d35cd02 2024-11-11T23:42:04,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f887c31472b94e36aca006b7a179fe99 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f887c31472b94e36aca006b7a179fe99 2024-11-11T23:42:04,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/7e90614913c04f269bca95566e8c6f57 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/7e90614913c04f269bca95566e8c6f57 2024-11-11T23:42:04,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/6ed38616de0245abb47fb38e60385a24 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/6ed38616de0245abb47fb38e60385a24 2024-11-11T23:42:04,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/64500ca2dbb04ce393f2e9f3e4f731e4 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/64500ca2dbb04ce393f2e9f3e4f731e4 2024-11-11T23:42:04,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/8cefc7fbedfc456c84c925798536de5f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/8cefc7fbedfc456c84c925798536de5f 2024-11-11T23:42:04,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/32789e5c1d8c44a9ac879b6503242344 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/32789e5c1d8c44a9ac879b6503242344 2024-11-11T23:42:04,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/a38d3c2a3dfa4e6787da184ab8e759f8 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/a38d3c2a3dfa4e6787da184ab8e759f8 2024-11-11T23:42:04,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/082b0b1d476f41f58f5f710d52eaca1e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/082b0b1d476f41f58f5f710d52eaca1e 2024-11-11T23:42:04,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/805beb79f91a4ce997c74f97f193d791 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/805beb79f91a4ce997c74f97f193d791 2024-11-11T23:42:04,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f7a83444a3cd4c8eabcb1e876f20a3aa to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f7a83444a3cd4c8eabcb1e876f20a3aa 2024-11-11T23:42:04,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/1f350f2c43cf44849ab56bc5e17f2465 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/1f350f2c43cf44849ab56bc5e17f2465 2024-11-11T23:42:04,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f9a5872b1510483a8fea967c8f44b4a4 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f9a5872b1510483a8fea967c8f44b4a4 2024-11-11T23:42:04,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f276a829b6604d26b637d2981b287278 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/f276a829b6604d26b637d2981b287278 2024-11-11T23:42:04,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/35fbf3b4a89d460d8c411626c6af068b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/35fbf3b4a89d460d8c411626c6af068b 2024-11-11T23:42:04,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/430281efdcdb409bb6a26b1eb8a2ce7a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/430281efdcdb409bb6a26b1eb8a2ce7a 2024-11-11T23:42:04,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/13fc9cfae93a4663ac23a18325f80709, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/a65e162ea32a4deab23cebc53fb2a57b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/2ca84110fd574c4f99dfab5b736f7395, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/a6f67651b9914211aa8f04798c528418, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/ce7319e4639f4ab0bfcde9ec1dd3f528, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/794ff8ac34204f88a64c2337b1bd2060, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/e0c2dfb238874298b1a32e166f1fb59f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/f061b63b52bf4ebfa0037e7a27bbaa25, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/056bc7b1bd2245759b49ad4bb9f232be, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/8aca26edea014392858d7e640903b6c1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/635ea0e7a5984afbbd33e27fb75f41ed, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/4c49a239f4be4fb88824551178066269, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/2e62c4416c41452494ffdb22705ad973, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/9307a3afb8c54c8c97d30fb87cb10051, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/b67ce6fa0a9046418b8dbf264c7ecf17, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/07e68777655447c9a095908b3c6b689b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/c023c40286c746dca95246b1bbde9a9f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/ab6f669f684748e4a549a06974d84551, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/7b53e124c503442e880a0b147309e050, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/54781027c7e44f1bacfde573521fd8f7, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/6abe4a074b8a48fea3ddf5156788caec, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/e6f8509cd00f46a2a71a8449da2a453d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/5731c950c3564e169402da75e2202cb9, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/29bc249e9ae5498b88452396dfad6e78] to archive 2024-11-11T23:42:04,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:42:04,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/13fc9cfae93a4663ac23a18325f80709 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/13fc9cfae93a4663ac23a18325f80709 2024-11-11T23:42:04,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/a65e162ea32a4deab23cebc53fb2a57b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/a65e162ea32a4deab23cebc53fb2a57b 2024-11-11T23:42:04,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/2ca84110fd574c4f99dfab5b736f7395 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/2ca84110fd574c4f99dfab5b736f7395 2024-11-11T23:42:04,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/a6f67651b9914211aa8f04798c528418 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/a6f67651b9914211aa8f04798c528418 2024-11-11T23:42:04,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/ce7319e4639f4ab0bfcde9ec1dd3f528 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/ce7319e4639f4ab0bfcde9ec1dd3f528 2024-11-11T23:42:04,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/794ff8ac34204f88a64c2337b1bd2060 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/794ff8ac34204f88a64c2337b1bd2060 2024-11-11T23:42:04,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/e0c2dfb238874298b1a32e166f1fb59f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/e0c2dfb238874298b1a32e166f1fb59f 2024-11-11T23:42:04,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/f061b63b52bf4ebfa0037e7a27bbaa25 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/f061b63b52bf4ebfa0037e7a27bbaa25 2024-11-11T23:42:04,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/056bc7b1bd2245759b49ad4bb9f232be to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/056bc7b1bd2245759b49ad4bb9f232be 2024-11-11T23:42:04,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/8aca26edea014392858d7e640903b6c1 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/8aca26edea014392858d7e640903b6c1 2024-11-11T23:42:04,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/635ea0e7a5984afbbd33e27fb75f41ed to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/635ea0e7a5984afbbd33e27fb75f41ed 2024-11-11T23:42:04,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/4c49a239f4be4fb88824551178066269 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/4c49a239f4be4fb88824551178066269 2024-11-11T23:42:04,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/2e62c4416c41452494ffdb22705ad973 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/2e62c4416c41452494ffdb22705ad973 2024-11-11T23:42:04,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/9307a3afb8c54c8c97d30fb87cb10051 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/9307a3afb8c54c8c97d30fb87cb10051 2024-11-11T23:42:04,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/b67ce6fa0a9046418b8dbf264c7ecf17 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/b67ce6fa0a9046418b8dbf264c7ecf17 2024-11-11T23:42:04,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/07e68777655447c9a095908b3c6b689b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/07e68777655447c9a095908b3c6b689b 2024-11-11T23:42:04,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/c023c40286c746dca95246b1bbde9a9f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/c023c40286c746dca95246b1bbde9a9f 2024-11-11T23:42:04,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/ab6f669f684748e4a549a06974d84551 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/ab6f669f684748e4a549a06974d84551 2024-11-11T23:42:04,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/7b53e124c503442e880a0b147309e050 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/7b53e124c503442e880a0b147309e050 2024-11-11T23:42:04,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/54781027c7e44f1bacfde573521fd8f7 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/54781027c7e44f1bacfde573521fd8f7 2024-11-11T23:42:04,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/6abe4a074b8a48fea3ddf5156788caec to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/6abe4a074b8a48fea3ddf5156788caec 2024-11-11T23:42:04,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/e6f8509cd00f46a2a71a8449da2a453d to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/e6f8509cd00f46a2a71a8449da2a453d 2024-11-11T23:42:04,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/5731c950c3564e169402da75e2202cb9 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/5731c950c3564e169402da75e2202cb9 2024-11-11T23:42:04,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/29bc249e9ae5498b88452396dfad6e78 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/29bc249e9ae5498b88452396dfad6e78 2024-11-11T23:42:04,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/09119c1bb1b14a089a0f26a0f73aca45, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/b03d44b4e4c949d39d9591cc7133c352, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/c86e6c9d0dbd4385b1b41cd6d6057811, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/0855e3193f3d4382876585ae8ff684a2, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/bb0e4599c99c45feb2b72c4e72d4d787, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/761c6eed801d42ec87d10d85536bb821, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/90c86b08723f4048bc4dde2f85f1dd81, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/a9398790ea884c0688b31d3419d229a1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/2ff47e9711de4449b5b1079c2cb84190, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/0d83194d45404212926a1ad6f874b702, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/ef9ce62e101c442bab9630520c723e02, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/238a28833b00486a877cde4d62715314, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/97c58f966b30494d90af89b02552bd49, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/393d372e1d6b449fa09c610c2a856e1a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/a64f9f7a79be4d7c84dd9735801e6c1e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/71256630d3da41af9a6f3a1ae597c9ef, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/88c3e3162f214771852af16d4e0dcc65, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/ffbcc25634a8461b87530e9b3d29405e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/cac24f0d77f7492095cc92f4533e0230, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/d709a0fe1b9b405697acb492f0c4f201, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/13fdc19996ad4b84af3cab5b3a8e9153, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/d5542b4e91e5407485838e512cb33f73, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/44ecfdf13d27402f81b7e95a0627e92b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/4628953ccc8e422cbddca7c0367a522f] to archive 2024-11-11T23:42:04,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:42:04,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/09119c1bb1b14a089a0f26a0f73aca45 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/09119c1bb1b14a089a0f26a0f73aca45 2024-11-11T23:42:04,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/b03d44b4e4c949d39d9591cc7133c352 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/b03d44b4e4c949d39d9591cc7133c352 2024-11-11T23:42:04,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/c86e6c9d0dbd4385b1b41cd6d6057811 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/c86e6c9d0dbd4385b1b41cd6d6057811 2024-11-11T23:42:04,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/0855e3193f3d4382876585ae8ff684a2 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/0855e3193f3d4382876585ae8ff684a2 2024-11-11T23:42:04,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/bb0e4599c99c45feb2b72c4e72d4d787 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/bb0e4599c99c45feb2b72c4e72d4d787 2024-11-11T23:42:04,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/761c6eed801d42ec87d10d85536bb821 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/761c6eed801d42ec87d10d85536bb821 2024-11-11T23:42:04,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/90c86b08723f4048bc4dde2f85f1dd81 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/90c86b08723f4048bc4dde2f85f1dd81 2024-11-11T23:42:04,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/a9398790ea884c0688b31d3419d229a1 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/a9398790ea884c0688b31d3419d229a1 2024-11-11T23:42:04,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/2ff47e9711de4449b5b1079c2cb84190 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/2ff47e9711de4449b5b1079c2cb84190 2024-11-11T23:42:04,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/0d83194d45404212926a1ad6f874b702 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/0d83194d45404212926a1ad6f874b702 2024-11-11T23:42:04,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/ef9ce62e101c442bab9630520c723e02 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/ef9ce62e101c442bab9630520c723e02 2024-11-11T23:42:04,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/238a28833b00486a877cde4d62715314 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/238a28833b00486a877cde4d62715314 2024-11-11T23:42:04,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/97c58f966b30494d90af89b02552bd49 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/97c58f966b30494d90af89b02552bd49 2024-11-11T23:42:04,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/393d372e1d6b449fa09c610c2a856e1a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/393d372e1d6b449fa09c610c2a856e1a 2024-11-11T23:42:04,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/a64f9f7a79be4d7c84dd9735801e6c1e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/a64f9f7a79be4d7c84dd9735801e6c1e 2024-11-11T23:42:04,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/71256630d3da41af9a6f3a1ae597c9ef to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/71256630d3da41af9a6f3a1ae597c9ef 2024-11-11T23:42:04,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/88c3e3162f214771852af16d4e0dcc65 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/88c3e3162f214771852af16d4e0dcc65 2024-11-11T23:42:04,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/ffbcc25634a8461b87530e9b3d29405e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/ffbcc25634a8461b87530e9b3d29405e 2024-11-11T23:42:04,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/cac24f0d77f7492095cc92f4533e0230 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/cac24f0d77f7492095cc92f4533e0230 2024-11-11T23:42:04,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/d709a0fe1b9b405697acb492f0c4f201 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/d709a0fe1b9b405697acb492f0c4f201 2024-11-11T23:42:04,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/13fdc19996ad4b84af3cab5b3a8e9153 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/13fdc19996ad4b84af3cab5b3a8e9153 2024-11-11T23:42:04,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/d5542b4e91e5407485838e512cb33f73 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/d5542b4e91e5407485838e512cb33f73 2024-11-11T23:42:04,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/44ecfdf13d27402f81b7e95a0627e92b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/44ecfdf13d27402f81b7e95a0627e92b 2024-11-11T23:42:04,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/4628953ccc8e422cbddca7c0367a522f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/4628953ccc8e422cbddca7c0367a522f 2024-11-11T23:42:04,288 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/recovered.edits/408.seqid, newMaxSeqId=408, maxSeqId=1 2024-11-11T23:42:04,288 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58. 2024-11-11T23:42:04,288 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1676): Region close journal for 9eb1a7d949916dc855ceb6ac9a9ebd58: Waiting for close lock at 1731368523534Running coprocessor pre-close hooks at 1731368523534Disabling compacts and flushes for region at 1731368523534Disabling writes for close at 1731368524229 (+695 ms)Writing region close event to WAL at 1731368524285 (+56 ms)Running coprocessor post-close hooks at 1731368524288 (+3 ms)Closed at 1731368524288 2024-11-11T23:42:04,290 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(157): Closed 9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:42:04,291 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=9eb1a7d949916dc855ceb6ac9a9ebd58, regionState=CLOSED 2024-11-11T23:42:04,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:42:04,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-11T23:42:04,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseRegionProcedure 9eb1a7d949916dc855ceb6ac9a9ebd58, server=b70d29849faf,33717,1731368375931 in 911 msec 2024-11-11T23:42:04,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132 2024-11-11T23:42:04,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9eb1a7d949916dc855ceb6ac9a9ebd58, UNASSIGN in 915 msec 2024-11-11T23:42:04,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-11T23:42:04,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 918 msec 2024-11-11T23:42:04,298 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368524298"}]},"ts":"1731368524298"} 2024-11-11T23:42:04,299 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T23:42:04,299 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T23:42:04,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 930 msec 2024-11-11T23:42:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-11T23:42:04,513 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:42:04,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T23:42:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:42:04,515 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=135, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:42:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T23:42:04,516 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=135, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:42:04,518 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:42:04,521 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/recovered.edits] 2024-11-11T23:42:04,525 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/63c19f8c6e64472981a5ab8fed4fe74e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/63c19f8c6e64472981a5ab8fed4fe74e 2024-11-11T23:42:04,526 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/ea5bfe6f757247dea0dcbd69e04cf64e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/A/ea5bfe6f757247dea0dcbd69e04cf64e 2024-11-11T23:42:04,528 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/59530c1c8b464ce1960f2ea15ae21787 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/59530c1c8b464ce1960f2ea15ae21787 2024-11-11T23:42:04,528 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/ed7e6273f83e4d47ab599834cbbf7bbf to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/B/ed7e6273f83e4d47ab599834cbbf7bbf 2024-11-11T23:42:04,530 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/58c3424b65794d26b56e9580cbf2c765 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/58c3424b65794d26b56e9580cbf2c765 2024-11-11T23:42:04,531 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/ddfd07ab19254fedbbc5c0c9a2369a93 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/C/ddfd07ab19254fedbbc5c0c9a2369a93 2024-11-11T23:42:04,532 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/recovered.edits/408.seqid to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58/recovered.edits/408.seqid 2024-11-11T23:42:04,532 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/9eb1a7d949916dc855ceb6ac9a9ebd58 2024-11-11T23:42:04,532 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T23:42:04,534 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=135, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:42:04,536 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T23:42:04,538 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T23:42:04,538 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=135, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:42:04,539 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T23:42:04,539 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731368524539"}]},"ts":"9223372036854775807"} 2024-11-11T23:42:04,540 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T23:42:04,540 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9eb1a7d949916dc855ceb6ac9a9ebd58, NAME => 'TestAcidGuarantees,,1731368489840.9eb1a7d949916dc855ceb6ac9a9ebd58.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T23:42:04,540 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T23:42:04,541 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731368524540"}]},"ts":"9223372036854775807"} 2024-11-11T23:42:04,542 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T23:42:04,542 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=135, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:42:04,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-11-11T23:42:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T23:42:04,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T23:42:04,625 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:42:04,631 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=236 (was 241), OpenFileDescriptor=441 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=403 (was 425), ProcessCount=11 (was 11), AvailableMemoryMB=4532 (was 4326) - AvailableMemoryMB LEAK? - 2024-11-11T23:42:04,639 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=236, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=403, ProcessCount=11, AvailableMemoryMB=4531 2024-11-11T23:42:04,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T23:42:04,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:42:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=136, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T23:42:04,642 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:42:04,642 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:04,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 136 2024-11-11T23:42:04,643 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:42:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-11T23:42:04,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742334_1510 (size=959) 2024-11-11T23:42:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-11T23:42:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-11T23:42:05,052 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62 2024-11-11T23:42:05,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742335_1511 (size=53) 2024-11-11T23:42:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-11T23:42:05,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:42:05,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 20d113525c5fd4767ca2fd3f38f28315, disabling compactions & flushes 2024-11-11T23:42:05,464 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:05,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:05,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. after waiting 0 ms 2024-11-11T23:42:05,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:05,464 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:05,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20d113525c5fd4767ca2fd3f38f28315: Waiting for close lock at 1731368525464Disabling compacts and flushes for region at 1731368525464Disabling writes for close at 1731368525464Writing region close event to WAL at 1731368525464Closed at 1731368525464 2024-11-11T23:42:05,467 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:42:05,468 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731368525467"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731368525467"}]},"ts":"1731368525467"} 2024-11-11T23:42:05,471 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:42:05,473 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:42:05,473 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368525473"}]},"ts":"1731368525473"} 2024-11-11T23:42:05,476 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T23:42:05,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=20d113525c5fd4767ca2fd3f38f28315, ASSIGN}] 2024-11-11T23:42:05,477 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=20d113525c5fd4767ca2fd3f38f28315, ASSIGN 2024-11-11T23:42:05,478 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=20d113525c5fd4767ca2fd3f38f28315, ASSIGN; state=OFFLINE, location=b70d29849faf,33717,1731368375931; forceNewPlan=false, retain=false 2024-11-11T23:42:05,629 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=20d113525c5fd4767ca2fd3f38f28315, regionState=OPENING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:42:05,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=20d113525c5fd4767ca2fd3f38f28315, ASSIGN because future has completed 2024-11-11T23:42:05,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:42:05,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T23:42:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-11T23:42:05,791 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:05,791 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7752): Opening region: {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:42:05,791 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:05,791 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:42:05,792 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7794): checking encryption for 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:05,792 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7797): checking classloading for 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:05,793 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:05,795 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d113525c5fd4767ca2fd3f38f28315 columnFamilyName A 2024-11-11T23:42:05,795 DEBUG [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:05,796 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] regionserver.HStore(327): Store=20d113525c5fd4767ca2fd3f38f28315/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:42:05,796 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:05,798 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d113525c5fd4767ca2fd3f38f28315 columnFamilyName B 2024-11-11T23:42:05,798 DEBUG [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:05,798 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] regionserver.HStore(327): Store=20d113525c5fd4767ca2fd3f38f28315/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:42:05,799 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:05,800 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d113525c5fd4767ca2fd3f38f28315 columnFamilyName C 2024-11-11T23:42:05,800 DEBUG [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:05,801 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] regionserver.HStore(327): Store=20d113525c5fd4767ca2fd3f38f28315/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:42:05,801 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1038): replaying wal for 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:05,802 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:05,802 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:05,804 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1048): stopping wal replay for 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:05,804 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1060): Cleaning up temporary data for 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:05,805 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T23:42:05,806 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1093): writing seq id for 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:05,809 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:42:05,809 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1114): Opened 20d113525c5fd4767ca2fd3f38f28315; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64839562, jitterRate=-0.033815234899520874}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T23:42:05,810 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:05,810 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1006): Region open journal for 20d113525c5fd4767ca2fd3f38f28315: Running coprocessor pre-open hook at 1731368525792Writing region info on filesystem at 1731368525792Initializing all the Stores at 1731368525793 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368525793Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368525793Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368525793Cleaning up temporary data from old regions at 1731368525804 (+11 ms)Running coprocessor post-open hooks at 1731368525810 (+6 ms)Region opened successfully at 1731368525810 2024-11-11T23:42:05,811 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., pid=138, masterSystemTime=1731368525784 2024-11-11T23:42:05,814 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:05,814 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:05,815 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=20d113525c5fd4767ca2fd3f38f28315, regionState=OPEN, openSeqNum=2, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:42:05,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:42:05,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-11T23:42:05,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; OpenRegionProcedure 20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 in 185 msec 2024-11-11T23:42:05,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-11-11T23:42:05,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=20d113525c5fd4767ca2fd3f38f28315, ASSIGN in 344 msec 2024-11-11T23:42:05,822 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:42:05,822 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368525822"}]},"ts":"1731368525822"} 2024-11-11T23:42:05,824 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T23:42:05,824 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:42:05,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1830 sec 2024-11-11T23:42:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-11T23:42:06,794 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:42:06,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d463f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:06,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:42:06,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:42:06,799 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:42:06,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:42:06,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:42:06,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f5a632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:06,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:42:06,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:42:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:06,802 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:42:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d0fb38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:06,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:42:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:42:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:42:06,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:42:06,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:42:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b70d29849faf,38133,1731368375272 2024-11-11T23:42:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56ef2567 2024-11-11T23:42:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:42:06,806 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:42:06,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T23:42:06,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:42:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T23:42:06,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742336_1512 (size=995) 2024-11-11T23:42:07,221 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-11T23:42:07,221 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-11T23:42:07,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T23:42:07,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=20d113525c5fd4767ca2fd3f38f28315, REOPEN/MOVE}] 2024-11-11T23:42:07,231 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=20d113525c5fd4767ca2fd3f38f28315, REOPEN/MOVE 2024-11-11T23:42:07,232 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=20d113525c5fd4767ca2fd3f38f28315, regionState=CLOSING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:42:07,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=20d113525c5fd4767ca2fd3f38f28315, REOPEN/MOVE because future has completed 2024-11-11T23:42:07,233 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T23:42:07,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure 20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:42:07,387 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(122): Close 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:07,387 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T23:42:07,387 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1722): Closing 20d113525c5fd4767ca2fd3f38f28315, disabling compactions & flushes 2024-11-11T23:42:07,387 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:07,387 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:07,387 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. after waiting 0 ms 2024-11-11T23:42:07,387 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:07,396 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T23:42:07,398 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:07,398 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1676): Region close journal for 20d113525c5fd4767ca2fd3f38f28315: Waiting for close lock at 1731368527387Running coprocessor pre-close hooks at 1731368527387Disabling compacts and flushes for region at 1731368527387Disabling writes for close at 1731368527387Writing region close event to WAL at 1731368527388 (+1 ms)Running coprocessor post-close hooks at 1731368527398 (+10 ms)Closed at 1731368527398 2024-11-11T23:42:07,398 WARN [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionServer(3299): Not adding moved region record: 20d113525c5fd4767ca2fd3f38f28315 to self. 2024-11-11T23:42:07,402 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(157): Closed 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:07,402 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=20d113525c5fd4767ca2fd3f38f28315, regionState=CLOSED 2024-11-11T23:42:07,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure 20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:42:07,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-11T23:42:07,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseRegionProcedure 20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 in 171 msec 2024-11-11T23:42:07,407 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=20d113525c5fd4767ca2fd3f38f28315, REOPEN/MOVE; state=CLOSED, location=b70d29849faf,33717,1731368375931; forceNewPlan=false, retain=true 2024-11-11T23:42:07,558 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=20d113525c5fd4767ca2fd3f38f28315, regionState=OPENING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:42:07,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=20d113525c5fd4767ca2fd3f38f28315, REOPEN/MOVE because future has completed 2024-11-11T23:42:07,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:42:07,716 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:07,717 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7752): Opening region: {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:42:07,717 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:07,717 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:42:07,717 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7794): checking encryption for 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:07,717 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7797): checking classloading for 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:07,719 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:07,720 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d113525c5fd4767ca2fd3f38f28315 columnFamilyName A 2024-11-11T23:42:07,721 DEBUG [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:07,722 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] regionserver.HStore(327): Store=20d113525c5fd4767ca2fd3f38f28315/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:42:07,722 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:07,723 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d113525c5fd4767ca2fd3f38f28315 columnFamilyName B 2024-11-11T23:42:07,723 DEBUG [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:07,724 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] regionserver.HStore(327): Store=20d113525c5fd4767ca2fd3f38f28315/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:42:07,724 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:07,725 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d113525c5fd4767ca2fd3f38f28315 columnFamilyName C 2024-11-11T23:42:07,725 DEBUG [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:07,725 INFO [StoreOpener-20d113525c5fd4767ca2fd3f38f28315-1 {}] regionserver.HStore(327): Store=20d113525c5fd4767ca2fd3f38f28315/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:42:07,725 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1038): replaying wal for 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:07,726 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:07,727 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:07,728 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1048): stopping wal replay for 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:07,728 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1060): Cleaning up temporary data for 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:07,729 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T23:42:07,730 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1093): writing seq id for 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:07,731 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1114): Opened 20d113525c5fd4767ca2fd3f38f28315; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59452059, jitterRate=-0.1140952855348587}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T23:42:07,731 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:07,732 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1006): Region open journal for 20d113525c5fd4767ca2fd3f38f28315: Running coprocessor pre-open hook at 1731368527717Writing region info on filesystem at 1731368527717Initializing all the Stores at 1731368527718 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368527718Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368527719 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731368527719Cleaning up temporary data from old regions at 1731368527728 (+9 ms)Running coprocessor post-open hooks at 1731368527731 (+3 ms)Region opened successfully at 1731368527732 (+1 ms) 2024-11-11T23:42:07,732 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., pid=143, masterSystemTime=1731368527713 2024-11-11T23:42:07,734 DEBUG [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:07,734 INFO [RS_OPEN_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:07,735 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=20d113525c5fd4767ca2fd3f38f28315, regionState=OPEN, openSeqNum=5, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:42:07,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:42:07,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=141 2024-11-11T23:42:07,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure 20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 in 178 msec 2024-11-11T23:42:07,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-11T23:42:07,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=20d113525c5fd4767ca2fd3f38f28315, REOPEN/MOVE in 510 msec 2024-11-11T23:42:07,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-11T23:42:07,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 517 msec 2024-11-11T23:42:07,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 939 msec 2024-11-11T23:42:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-11T23:42:07,749 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:42:07,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26378a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:42:07,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:42:07,751 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:42:07,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:42:07,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:42:07,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bac36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:42:07,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:42:07,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:07,753 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:42:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e3afe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236062f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:42:07,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:42:07,755 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:42:07,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:42:07,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:42:07,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4382e127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:42:07,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:42:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:07,756 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:42:07,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e1c199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a3e32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:42:07,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:42:07,759 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:42:07,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:42:07,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:42:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db6a61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:42:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:42:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:07,761 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:42:07,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c35c1d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556fc022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:42:07,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:42:07,764 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:42:07,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:42:07,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:42:07,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a02cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:42:07,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:42:07,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:07,765 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:42:07,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f27ec72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77590f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:42:07,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:42:07,767 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:42:07,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:42:07,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:42:07,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623c2260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:42:07,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:42:07,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:07,768 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:42:07,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d878d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13700528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:42:07,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:42:07,770 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:42:07,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:42:07,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:42:07,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd2303a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:42:07,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:42:07,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:07,771 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:42:07,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708a2594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6deae39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:42:07,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:42:07,773 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:42:07,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:42:07,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:42:07,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@acae007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:42:07,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:42:07,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:07,775 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:42:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60117826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb7cff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:42:07,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:42:07,778 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:42:07,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:42:07,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:42:07,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9d11ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:42:07,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:42:07,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:07,780 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:42:07,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc0d5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ae597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:42:07,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:42:07,783 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:42:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:42:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:42:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700526b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:42:07,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:42:07,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:07,784 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:42:07,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aefe75f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39174ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b70d29849faf,38133,-1 for getting cluster id 2024-11-11T23:42:07,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:42:07,786 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ba9caf1-6592-4f5d-8c27-abda4add6fc6' 2024-11-11T23:42:07,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:42:07,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ba9caf1-6592-4f5d-8c27-abda4add6fc6" 2024-11-11T23:42:07,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b93ac63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b70d29849faf,38133,-1] 2024-11-11T23:42:07,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:42:07,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:07,788 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:42:07,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a08eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:42:07,788 DEBUG [Thread-2300 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:42:07,788 DEBUG [Thread-2302 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:42:07,788 DEBUG [Thread-2294 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:42:07,789 DEBUG [Thread-2313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:42:07,789 DEBUG [Thread-2296 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:42:07,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:42:07,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:42:07,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:42:07,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:42:07,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:42:07,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:42:07,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:42:07,790 DEBUG [Thread-2298 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:42:07,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:42:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-11T23:42:07,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:42:07,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:42:07,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:42:07,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:42:07,790 DEBUG [Thread-2309 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:42:07,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:42:07,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:42:07,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:42:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-11T23:42:07,791 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:42:07,791 DEBUG [Thread-2305 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:42:07,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:42:07,792 DEBUG [Thread-2307 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:42:07,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:42:07,792 DEBUG [Thread-2311 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:42:07,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:42:07,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:42:07,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:42:07,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:42:07,793 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:42:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:42:07,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:42:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:42:07,793 DEBUG [Thread-2311 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:42:07,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:42:07,794 DEBUG [Thread-2311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:42:07,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:42:07,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:42:07,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:42:07,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:42:07,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b70d29849faf,33717,1731368375931, seqNum=-1] 2024-11-11T23:42:07,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:42:07,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:42:07,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:42:07,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:42:07,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:42:07,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:42:07,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:42:07,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:42:07,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:42:07,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5] 2024-11-11T23:42:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:07,800 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:42:07,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20d113525c5fd4767ca2fd3f38f28315 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T23:42:07,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368587819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:07,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:07,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111150e8ea5f9dd241aa856a586728c6b268_20d113525c5fd4767ca2fd3f38f28315 is 50, key is test_row_0/A:col10/1731368527799/Put/seqid=0 2024-11-11T23:42:07,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38438 deadline: 1731368587822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:07,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:07,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368587823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:07,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:07,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38412 deadline: 1731368587823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:07,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:07,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38410 deadline: 1731368587824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:07,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:07,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742337_1513 (size=17034) 2024-11-11T23:42:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-11T23:42:07,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368587932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:07,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38438 deadline: 1731368587932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368587932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:07,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38412 deadline: 1731368587932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:07,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38410 deadline: 1731368587932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:07,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:07,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:07,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T23:42:07,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:07,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:07,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:07,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:07,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T23:42:08,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:08,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:08,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:08,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-11T23:42:08,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38412 deadline: 1731368588143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:08,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:08,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368588143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:08,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:08,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368588143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:08,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38438 deadline: 1731368588143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38410 deadline: 1731368588143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:08,243 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:08,245 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111150e8ea5f9dd241aa856a586728c6b268_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111150e8ea5f9dd241aa856a586728c6b268_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:08,246 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/92c5e8cf976944088781e8540069757d, store: [table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:08,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/92c5e8cf976944088781e8540069757d is 175, key is test_row_0/A:col10/1731368527799/Put/seqid=0 2024-11-11T23:42:08,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T23:42:08,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:08,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:08,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:08,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742338_1514 (size=48139) 2024-11-11T23:42:08,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T23:42:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:08,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-11T23:42:08,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38412 deadline: 1731368588452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368588452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368588452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38410 deadline: 1731368588452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38438 deadline: 1731368588453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:08,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:08,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T23:42:08,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:08,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:08,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:08,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,655 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/92c5e8cf976944088781e8540069757d 2024-11-11T23:42:08,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/01ba3913a8134bb68446b051c6d68595 is 50, key is test_row_0/B:col10/1731368527799/Put/seqid=0 2024-11-11T23:42:08,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742339_1515 (size=12001) 2024-11-11T23:42:08,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/01ba3913a8134bb68446b051c6d68595 2024-11-11T23:42:08,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/0baa03275d0e4b419004e3d3f051f775 is 50, key is test_row_0/C:col10/1731368527799/Put/seqid=0 2024-11-11T23:42:08,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742340_1516 (size=12001) 2024-11-11T23:42:08,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T23:42:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:08,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T23:42:08,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:08,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:08,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:08,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-11T23:42:08,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38412 deadline: 1731368588962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:08,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:08,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368588962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:08,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:08,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368588962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:08,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38410 deadline: 1731368588963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38438 deadline: 1731368588963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:09,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T23:42:09,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:09,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:09,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:09,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:09,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:09,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/0baa03275d0e4b419004e3d3f051f775 2024-11-11T23:42:09,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/92c5e8cf976944088781e8540069757d as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/92c5e8cf976944088781e8540069757d 2024-11-11T23:42:09,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/92c5e8cf976944088781e8540069757d, entries=250, sequenceid=16, filesize=47.0 K 2024-11-11T23:42:09,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/01ba3913a8134bb68446b051c6d68595 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/01ba3913a8134bb68446b051c6d68595 2024-11-11T23:42:09,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/01ba3913a8134bb68446b051c6d68595, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T23:42:09,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/0baa03275d0e4b419004e3d3f051f775 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/0baa03275d0e4b419004e3d3f051f775 2024-11-11T23:42:09,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/0baa03275d0e4b419004e3d3f051f775, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T23:42:09,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 20d113525c5fd4767ca2fd3f38f28315 in 1329ms, sequenceid=16, compaction requested=false 2024-11-11T23:42:09,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:09,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T23:42:09,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:09,170 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing 20d113525c5fd4767ca2fd3f38f28315 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T23:42:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114bcc51642ff947d0b865b3c6570b5206_20d113525c5fd4767ca2fd3f38f28315 is 50, key is test_row_0/A:col10/1731368527821/Put/seqid=0 2024-11-11T23:42:09,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742341_1517 (size=12154) 2024-11-11T23:42:09,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:09,584 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114bcc51642ff947d0b865b3c6570b5206_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114bcc51642ff947d0b865b3c6570b5206_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:09,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/befda8e21441495db326af27c5cbb131, store: [table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:09,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/befda8e21441495db326af27c5cbb131 is 175, key is test_row_0/A:col10/1731368527821/Put/seqid=0 2024-11-11T23:42:09,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742342_1518 (size=30955) 2024-11-11T23:42:09,811 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T23:42:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-11T23:42:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:09,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:09,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368589983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:09,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368589983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:09,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38410 deadline: 1731368589983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:09,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:09,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38438 deadline: 1731368589984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:09,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:09,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:09,986 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_2' in 20d113525c5fd4767ca2fd3f38f28315 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:42:09,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38412 deadline: 1731368589984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:09,989 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 20d113525c5fd4767ca2fd3f38f28315 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:42:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:09,992 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/befda8e21441495db326af27c5cbb131 2024-11-11T23:42:09,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/e732e9f232a4457b9efeca6e170f1de1 is 50, key is test_row_0/B:col10/1731368527821/Put/seqid=0 2024-11-11T23:42:10,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742343_1519 (size=12001) 2024-11-11T23:42:10,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:10,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38410 deadline: 1731368590093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38412 deadline: 1731368590093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:10,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:10,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:10,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38438 deadline: 1731368590093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:10,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:10,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38410 deadline: 1731368590303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:10,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38438 deadline: 1731368590303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:10,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38412 deadline: 1731368590303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:10,402 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/e732e9f232a4457b9efeca6e170f1de1 2024-11-11T23:42:10,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/f6b41bdd216e466394868b8ef23b65e5 is 50, key is test_row_0/C:col10/1731368527821/Put/seqid=0 2024-11-11T23:42:10,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742344_1520 (size=12001) 2024-11-11T23:42:10,415 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/f6b41bdd216e466394868b8ef23b65e5 2024-11-11T23:42:10,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/befda8e21441495db326af27c5cbb131 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/befda8e21441495db326af27c5cbb131 2024-11-11T23:42:10,422 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/befda8e21441495db326af27c5cbb131, entries=150, sequenceid=41, filesize=30.2 K 2024-11-11T23:42:10,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/e732e9f232a4457b9efeca6e170f1de1 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/e732e9f232a4457b9efeca6e170f1de1 2024-11-11T23:42:10,426 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/e732e9f232a4457b9efeca6e170f1de1, entries=150, sequenceid=41, filesize=11.7 K 2024-11-11T23:42:10,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/f6b41bdd216e466394868b8ef23b65e5 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/f6b41bdd216e466394868b8ef23b65e5 2024-11-11T23:42:10,431 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/f6b41bdd216e466394868b8ef23b65e5, entries=150, sequenceid=41, filesize=11.7 K 2024-11-11T23:42:10,432 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 20d113525c5fd4767ca2fd3f38f28315 in 1262ms, sequenceid=41, compaction requested=false 2024-11-11T23:42:10,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:10,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:10,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-11T23:42:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=145 2024-11-11T23:42:10,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-11T23:42:10,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6400 sec 2024-11-11T23:42:10,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.6460 sec 2024-11-11T23:42:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:10,614 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:42:10,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20d113525c5fd4767ca2fd3f38f28315 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T23:42:10,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111655fbec8560840de8689a65a274be725_20d113525c5fd4767ca2fd3f38f28315 is 50, key is test_row_0/A:col10/1731368530614/Put/seqid=0 2024-11-11T23:42:10,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742345_1521 (size=14594) 2024-11-11T23:42:10,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38410 deadline: 1731368590642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:10,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:10,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38412 deadline: 1731368590645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:10,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38438 deadline: 1731368590646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:10,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38410 deadline: 1731368590752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:10,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38412 deadline: 1731368590752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38438 deadline: 1731368590752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:10,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38410 deadline: 1731368590962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:10,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:10,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38412 deadline: 1731368590962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:10,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:10,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38438 deadline: 1731368590962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:10,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:10,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:10,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:11,024 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:11,029 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111655fbec8560840de8689a65a274be725_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111655fbec8560840de8689a65a274be725_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:11,030 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/d296070643c04013bd21a55f1f3643ad, store: [table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:11,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/d296070643c04013bd21a55f1f3643ad is 175, key is test_row_0/A:col10/1731368530614/Put/seqid=0 2024-11-11T23:42:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742346_1522 (size=39549) 2024-11-11T23:42:11,039 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/d296070643c04013bd21a55f1f3643ad 2024-11-11T23:42:11,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/13fb4a00b60d40c5971175470c176d09 is 50, key is test_row_0/B:col10/1731368530614/Put/seqid=0 2024-11-11T23:42:11,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742347_1523 (size=12001) 2024-11-11T23:42:11,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38410 deadline: 1731368591273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:11,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38412 deadline: 1731368591273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:11,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:11,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:11,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:11,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:11,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38438 deadline: 1731368591273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:11,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/13fb4a00b60d40c5971175470c176d09 2024-11-11T23:42:11,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/6f0db1a2e501406dbb10dbdae1350745 is 50, key is test_row_0/C:col10/1731368530614/Put/seqid=0 2024-11-11T23:42:11,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742348_1524 (size=12001) 2024-11-11T23:42:11,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38410 deadline: 1731368591782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:11,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38412 deadline: 1731368591783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:11,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:11,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:11,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:11,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38438 deadline: 1731368591783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:11,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:11,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:11,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:11,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/6f0db1a2e501406dbb10dbdae1350745 2024-11-11T23:42:11,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/d296070643c04013bd21a55f1f3643ad as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/d296070643c04013bd21a55f1f3643ad 2024-11-11T23:42:11,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/d296070643c04013bd21a55f1f3643ad, entries=200, sequenceid=56, filesize=38.6 K 2024-11-11T23:42:11,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/13fb4a00b60d40c5971175470c176d09 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/13fb4a00b60d40c5971175470c176d09 2024-11-11T23:42:11,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/13fb4a00b60d40c5971175470c176d09, entries=150, sequenceid=56, filesize=11.7 K 2024-11-11T23:42:11,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/6f0db1a2e501406dbb10dbdae1350745 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/6f0db1a2e501406dbb10dbdae1350745 2024-11-11T23:42:11,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/6f0db1a2e501406dbb10dbdae1350745, entries=150, sequenceid=56, filesize=11.7 K 2024-11-11T23:42:11,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 20d113525c5fd4767ca2fd3f38f28315 in 1257ms, sequenceid=56, compaction requested=true 2024-11-11T23:42:11,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:11,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20d113525c5fd4767ca2fd3f38f28315:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:42:11,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:11,872 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:42:11,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20d113525c5fd4767ca2fd3f38f28315:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:42:11,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:11,872 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:42:11,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20d113525c5fd4767ca2fd3f38f28315:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:42:11,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:42:11,872 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:42:11,872 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:42:11,872 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 20d113525c5fd4767ca2fd3f38f28315/A is initiating minor compaction (all files) 2024-11-11T23:42:11,872 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 20d113525c5fd4767ca2fd3f38f28315/B is initiating minor compaction (all files) 2024-11-11T23:42:11,872 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20d113525c5fd4767ca2fd3f38f28315/B in TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:11,872 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20d113525c5fd4767ca2fd3f38f28315/A in TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:11,873 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/01ba3913a8134bb68446b051c6d68595, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/e732e9f232a4457b9efeca6e170f1de1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/13fb4a00b60d40c5971175470c176d09] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp, totalSize=35.2 K 2024-11-11T23:42:11,873 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/92c5e8cf976944088781e8540069757d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/befda8e21441495db326af27c5cbb131, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/d296070643c04013bd21a55f1f3643ad] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp, totalSize=115.9 K 2024-11-11T23:42:11,873 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:11,873 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/92c5e8cf976944088781e8540069757d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/befda8e21441495db326af27c5cbb131, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/d296070643c04013bd21a55f1f3643ad] 2024-11-11T23:42:11,873 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 01ba3913a8134bb68446b051c6d68595, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731368527797 2024-11-11T23:42:11,873 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92c5e8cf976944088781e8540069757d, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731368527797 2024-11-11T23:42:11,873 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting e732e9f232a4457b9efeca6e170f1de1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731368527818 2024-11-11T23:42:11,873 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting befda8e21441495db326af27c5cbb131, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731368527818 2024-11-11T23:42:11,873 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 13fb4a00b60d40c5971175470c176d09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731368530613 2024-11-11T23:42:11,873 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting d296070643c04013bd21a55f1f3643ad, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731368529983 2024-11-11T23:42:11,878 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:11,880 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20d113525c5fd4767ca2fd3f38f28315#B#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:42:11,880 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111402fd4ccaf8c4e93ba149033427b68e3_20d113525c5fd4767ca2fd3f38f28315 store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:11,880 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/f3fdf8d4c94e406dbc47932726af8b54 is 50, key is test_row_0/B:col10/1731368530614/Put/seqid=0 2024-11-11T23:42:11,882 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111402fd4ccaf8c4e93ba149033427b68e3_20d113525c5fd4767ca2fd3f38f28315, store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:11,882 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111402fd4ccaf8c4e93ba149033427b68e3_20d113525c5fd4767ca2fd3f38f28315 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:11,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742350_1526 (size=4469) 2024-11-11T23:42:11,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742349_1525 (size=12104) 2024-11-11T23:42:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-11T23:42:11,952 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:42:11,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:42:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-11T23:42:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-11T23:42:11,954 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:42:11,955 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:42:11,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:42:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:12,004 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:42:12,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20d113525c5fd4767ca2fd3f38f28315 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T23:42:12,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117a2589cebe6745f699ee089aa6d5db6a_20d113525c5fd4767ca2fd3f38f28315 is 50, key is test_row_0/A:col10/1731368532003/Put/seqid=0 2024-11-11T23:42:12,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742351_1527 (size=12154) 2024-11-11T23:42:12,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368592034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:12,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:12,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368592035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:12,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:12,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-11T23:42:12,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T23:42:12,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:12,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:12,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:12,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:12,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:12,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368592142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:12,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:12,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368592142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:12,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:12,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T23:42:12,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:12,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:12,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:12,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:12,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-11T23:42:12,311 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20d113525c5fd4767ca2fd3f38f28315#A#compaction#447 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:42:12,312 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/e98db33d0ba64e4c8d3a6a958a8b3de4 is 175, key is test_row_0/A:col10/1731368530614/Put/seqid=0 2024-11-11T23:42:12,314 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/f3fdf8d4c94e406dbc47932726af8b54 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/f3fdf8d4c94e406dbc47932726af8b54 2024-11-11T23:42:12,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742352_1528 (size=31058) 2024-11-11T23:42:12,319 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20d113525c5fd4767ca2fd3f38f28315/B of 20d113525c5fd4767ca2fd3f38f28315 into f3fdf8d4c94e406dbc47932726af8b54(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:42:12,319 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:12,319 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., storeName=20d113525c5fd4767ca2fd3f38f28315/B, priority=13, startTime=1731368531872; duration=0sec 2024-11-11T23:42:12,319 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/e98db33d0ba64e4c8d3a6a958a8b3de4 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/e98db33d0ba64e4c8d3a6a958a8b3de4 2024-11-11T23:42:12,319 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:42:12,319 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20d113525c5fd4767ca2fd3f38f28315:B 2024-11-11T23:42:12,319 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:42:12,320 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:42:12,320 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 20d113525c5fd4767ca2fd3f38f28315/C is initiating minor compaction (all files) 2024-11-11T23:42:12,320 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20d113525c5fd4767ca2fd3f38f28315/C in TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:12,320 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/0baa03275d0e4b419004e3d3f051f775, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/f6b41bdd216e466394868b8ef23b65e5, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/6f0db1a2e501406dbb10dbdae1350745] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp, totalSize=35.2 K 2024-11-11T23:42:12,321 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 0baa03275d0e4b419004e3d3f051f775, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731368527797 2024-11-11T23:42:12,321 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting f6b41bdd216e466394868b8ef23b65e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731368527818 2024-11-11T23:42:12,321 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f0db1a2e501406dbb10dbdae1350745, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731368530613 2024-11-11T23:42:12,322 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20d113525c5fd4767ca2fd3f38f28315/A of 20d113525c5fd4767ca2fd3f38f28315 into e98db33d0ba64e4c8d3a6a958a8b3de4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:42:12,322 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:12,322 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., storeName=20d113525c5fd4767ca2fd3f38f28315/A, priority=13, startTime=1731368531872; duration=0sec 2024-11-11T23:42:12,322 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:12,322 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20d113525c5fd4767ca2fd3f38f28315:A 2024-11-11T23:42:12,326 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20d113525c5fd4767ca2fd3f38f28315#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:42:12,326 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/c18ddac05f9e48979d939fcb52de4da7 is 50, key is test_row_0/C:col10/1731368530614/Put/seqid=0 2024-11-11T23:42:12,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742353_1529 (size=12104) 2024-11-11T23:42:12,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368592353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:12,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:12,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368592353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:12,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:12,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T23:42:12,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:12,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:12,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:12,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:12,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:12,413 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:12,416 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117a2589cebe6745f699ee089aa6d5db6a_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117a2589cebe6745f699ee089aa6d5db6a_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:12,416 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/0c0fc256cce54442a557365a09982bfa, store: [table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:12,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/0c0fc256cce54442a557365a09982bfa is 175, key is test_row_0/A:col10/1731368532003/Put/seqid=0 2024-11-11T23:42:12,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742354_1530 (size=30955) 2024-11-11T23:42:12,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T23:42:12,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:12,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:12,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:12,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:12,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-11T23:42:12,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368592662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:12,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368592662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:12,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:12,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:12,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T23:42:12,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:12,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:12,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:12,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:12,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:12,733 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/c18ddac05f9e48979d939fcb52de4da7 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/c18ddac05f9e48979d939fcb52de4da7 2024-11-11T23:42:12,736 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20d113525c5fd4767ca2fd3f38f28315/C of 20d113525c5fd4767ca2fd3f38f28315 into c18ddac05f9e48979d939fcb52de4da7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:42:12,736 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:12,736 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., storeName=20d113525c5fd4767ca2fd3f38f28315/C, priority=13, startTime=1731368531872; duration=0sec 2024-11-11T23:42:12,736 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:12,736 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20d113525c5fd4767ca2fd3f38f28315:C 2024-11-11T23:42:12,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38412 deadline: 1731368592792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:12,794 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 20d113525c5fd4767ca2fd3f38f28315 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:42:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:12,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38410 deadline: 1731368592802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:12,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38438 deadline: 1731368592803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:12,805 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_1' in 20d113525c5fd4767ca2fd3f38f28315 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:42:12,805 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 20d113525c5fd4767ca2fd3f38f28315 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:42:12,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:12,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:12,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:12,820 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/0c0fc256cce54442a557365a09982bfa 2024-11-11T23:42:12,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/9eae7fe561fa4a6c8a9da20ab8c60e42 is 50, key is test_row_0/B:col10/1731368532003/Put/seqid=0 2024-11-11T23:42:12,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742355_1531 (size=12001) 2024-11-11T23:42:12,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T23:42:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:12,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:13,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T23:42:13,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:13,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:13,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:13,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:13,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-11T23:42:13,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T23:42:13,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:13,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:13,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:13,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:13,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:13,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368593172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368593172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:13,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:13,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:13,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:13,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:13,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:13,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:13,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:13,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/9eae7fe561fa4a6c8a9da20ab8c60e42 2024-11-11T23:42:13,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/0a6c52222d7044dc905744f744fa7565 is 50, key is test_row_0/C:col10/1731368532003/Put/seqid=0 2024-11-11T23:42:13,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742356_1532 (size=12001) 2024-11-11T23:42:13,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T23:42:13,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:13,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:13,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:13,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:13,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:13,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T23:42:13,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:13,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:13,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:13,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:13,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:13,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T23:42:13,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:13,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:13,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:13,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:13,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:13,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/0a6c52222d7044dc905744f744fa7565 2024-11-11T23:42:13,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/0c0fc256cce54442a557365a09982bfa as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/0c0fc256cce54442a557365a09982bfa 2024-11-11T23:42:13,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/0c0fc256cce54442a557365a09982bfa, entries=150, sequenceid=78, filesize=30.2 K 2024-11-11T23:42:13,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/9eae7fe561fa4a6c8a9da20ab8c60e42 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/9eae7fe561fa4a6c8a9da20ab8c60e42 2024-11-11T23:42:13,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/9eae7fe561fa4a6c8a9da20ab8c60e42, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T23:42:13,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/0a6c52222d7044dc905744f744fa7565 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/0a6c52222d7044dc905744f744fa7565 2024-11-11T23:42:13,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/0a6c52222d7044dc905744f744fa7565, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T23:42:13,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 20d113525c5fd4767ca2fd3f38f28315 in 1644ms, sequenceid=78, compaction requested=false 2024-11-11T23:42:13,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:13,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T23:42:13,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:13,785 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 20d113525c5fd4767ca2fd3f38f28315 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T23:42:13,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cd7e488fc573456381e5a3e869a7c60f_20d113525c5fd4767ca2fd3f38f28315 is 50, key is test_row_0/A:col10/1731368532033/Put/seqid=0 2024-11-11T23:42:13,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742357_1533 (size=12154) 2024-11-11T23:42:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-11T23:42:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:14,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:14,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:14,197 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cd7e488fc573456381e5a3e869a7c60f_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cd7e488fc573456381e5a3e869a7c60f_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:14,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/c5869226da3444d4acdc018d2630d119, store: [table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:14,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/c5869226da3444d4acdc018d2630d119 is 175, key is test_row_0/A:col10/1731368532033/Put/seqid=0 2024-11-11T23:42:14,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742358_1534 (size=30955) 2024-11-11T23:42:14,204 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/c5869226da3444d4acdc018d2630d119 2024-11-11T23:42:14,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/eafe799d769e402fb6ac0276264d0a1a is 50, key is test_row_0/B:col10/1731368532033/Put/seqid=0 2024-11-11T23:42:14,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742359_1535 (size=12001) 2024-11-11T23:42:14,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368594222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:14,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:14,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368594225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:14,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:14,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368594332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:14,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:14,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368594332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:14,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:14,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368594542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368594542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:14,613 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/eafe799d769e402fb6ac0276264d0a1a 2024-11-11T23:42:14,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/e987ca1a34f649e7b2d0b8710d4223df is 50, key is test_row_0/C:col10/1731368532033/Put/seqid=0 2024-11-11T23:42:14,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742360_1536 (size=12001) 2024-11-11T23:42:14,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38412 deadline: 1731368594802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:14,804 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 20d113525c5fd4767ca2fd3f38f28315 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:42:14,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:14,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38438 deadline: 1731368594812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:14,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38410 deadline: 1731368594812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:14,815 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 20d113525c5fd4767ca2fd3f38f28315 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:42:14,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,815 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_1' in 20d113525c5fd4767ca2fd3f38f28315 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:42:14,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:14,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:14,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368594852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368594852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:15,022 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/e987ca1a34f649e7b2d0b8710d4223df 2024-11-11T23:42:15,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/c5869226da3444d4acdc018d2630d119 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/c5869226da3444d4acdc018d2630d119 2024-11-11T23:42:15,028 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/c5869226da3444d4acdc018d2630d119, entries=150, sequenceid=96, filesize=30.2 K 2024-11-11T23:42:15,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/eafe799d769e402fb6ac0276264d0a1a as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/eafe799d769e402fb6ac0276264d0a1a 2024-11-11T23:42:15,030 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/eafe799d769e402fb6ac0276264d0a1a, entries=150, sequenceid=96, filesize=11.7 K 2024-11-11T23:42:15,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/e987ca1a34f649e7b2d0b8710d4223df as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/e987ca1a34f649e7b2d0b8710d4223df 2024-11-11T23:42:15,033 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/e987ca1a34f649e7b2d0b8710d4223df, entries=150, sequenceid=96, filesize=11.7 K 2024-11-11T23:42:15,034 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 20d113525c5fd4767ca2fd3f38f28315 in 1249ms, sequenceid=96, compaction requested=true 2024-11-11T23:42:15,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:15,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:15,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-11T23:42:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-11T23:42:15,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-11T23:42:15,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0800 sec 2024-11-11T23:42:15,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 3.0840 sec 2024-11-11T23:42:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:15,365 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:42:15,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20d113525c5fd4767ca2fd3f38f28315 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T23:42:15,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b3ddeed6c2b04f1b9a3787658cb83a11_20d113525c5fd4767ca2fd3f38f28315 is 50, key is test_row_0/A:col10/1731368535364/Put/seqid=0 2024-11-11T23:42:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742361_1537 (size=14594) 2024-11-11T23:42:15,375 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:15,378 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b3ddeed6c2b04f1b9a3787658cb83a11_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b3ddeed6c2b04f1b9a3787658cb83a11_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:15,379 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/97937775bc6d4b358d39dec0550394d4, store: [table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:15,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/97937775bc6d4b358d39dec0550394d4 is 175, key is test_row_0/A:col10/1731368535364/Put/seqid=0 2024-11-11T23:42:15,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742362_1538 (size=39549) 2024-11-11T23:42:15,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368595389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:15,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368595390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:15,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:15,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:15,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:15,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:15,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:15,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:15,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368595502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:15,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368595502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:15,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T23:42:15,685 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-11T23:42:15,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368595712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:15,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368595713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:15,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:15,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:15,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:15,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:15,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:15,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:15,782 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/97937775bc6d4b358d39dec0550394d4 2024-11-11T23:42:15,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/9c84cfeabbf746c4b12bd0ebc4bc6e9e is 50, key is test_row_0/B:col10/1731368535364/Put/seqid=0 2024-11-11T23:42:15,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742363_1539 (size=12001) 2024-11-11T23:42:15,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/9c84cfeabbf746c4b12bd0ebc4bc6e9e 2024-11-11T23:42:15,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/fdc04d3728d44d7e9b72b713f26433af is 50, key is test_row_0/C:col10/1731368535364/Put/seqid=0 2024-11-11T23:42:15,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742364_1540 (size=12001) 2024-11-11T23:42:16,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368596022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:16,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368596022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:16,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:16,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:16,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:16,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:16,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:16,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-11T23:42:16,132 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:42:16,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:42:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-11T23:42:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-11T23:42:16,134 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:42:16,134 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:42:16,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:42:16,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/fdc04d3728d44d7e9b72b713f26433af 2024-11-11T23:42:16,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/97937775bc6d4b358d39dec0550394d4 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/97937775bc6d4b358d39dec0550394d4 2024-11-11T23:42:16,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/97937775bc6d4b358d39dec0550394d4, entries=200, sequenceid=119, filesize=38.6 K 2024-11-11T23:42:16,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/9c84cfeabbf746c4b12bd0ebc4bc6e9e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/9c84cfeabbf746c4b12bd0ebc4bc6e9e 2024-11-11T23:42:16,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/9c84cfeabbf746c4b12bd0ebc4bc6e9e, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T23:42:16,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/fdc04d3728d44d7e9b72b713f26433af as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/fdc04d3728d44d7e9b72b713f26433af 2024-11-11T23:42:16,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/fdc04d3728d44d7e9b72b713f26433af, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T23:42:16,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 20d113525c5fd4767ca2fd3f38f28315 in 846ms, sequenceid=119, compaction requested=true 2024-11-11T23:42:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20d113525c5fd4767ca2fd3f38f28315:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:42:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:16,212 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:42:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20d113525c5fd4767ca2fd3f38f28315:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:42:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:16,212 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:42:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20d113525c5fd4767ca2fd3f38f28315:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:42:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:42:16,212 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:42:16,212 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:42:16,213 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 20d113525c5fd4767ca2fd3f38f28315/A is initiating minor compaction (all files) 2024-11-11T23:42:16,213 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 20d113525c5fd4767ca2fd3f38f28315/B is initiating minor compaction (all files) 2024-11-11T23:42:16,213 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20d113525c5fd4767ca2fd3f38f28315/A in TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:16,213 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20d113525c5fd4767ca2fd3f38f28315/B in TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:16,213 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/f3fdf8d4c94e406dbc47932726af8b54, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/9eae7fe561fa4a6c8a9da20ab8c60e42, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/eafe799d769e402fb6ac0276264d0a1a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/9c84cfeabbf746c4b12bd0ebc4bc6e9e] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp, totalSize=47.0 K 2024-11-11T23:42:16,213 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/e98db33d0ba64e4c8d3a6a958a8b3de4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/0c0fc256cce54442a557365a09982bfa, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/c5869226da3444d4acdc018d2630d119, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/97937775bc6d4b358d39dec0550394d4] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp, totalSize=129.4 K 2024-11-11T23:42:16,213 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:16,213 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/e98db33d0ba64e4c8d3a6a958a8b3de4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/0c0fc256cce54442a557365a09982bfa, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/c5869226da3444d4acdc018d2630d119, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/97937775bc6d4b358d39dec0550394d4] 2024-11-11T23:42:16,214 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting e98db33d0ba64e4c8d3a6a958a8b3de4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731368530613 2024-11-11T23:42:16,214 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting f3fdf8d4c94e406dbc47932726af8b54, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731368530613 2024-11-11T23:42:16,214 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 9eae7fe561fa4a6c8a9da20ab8c60e42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731368530640 2024-11-11T23:42:16,214 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c0fc256cce54442a557365a09982bfa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731368530640 2024-11-11T23:42:16,215 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting eafe799d769e402fb6ac0276264d0a1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731368532023 2024-11-11T23:42:16,215 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5869226da3444d4acdc018d2630d119, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731368532023 2024-11-11T23:42:16,215 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c84cfeabbf746c4b12bd0ebc4bc6e9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731368534221 2024-11-11T23:42:16,215 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97937775bc6d4b358d39dec0550394d4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731368534213 2024-11-11T23:42:16,229 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:16,238 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411112c3a7ce5c60b41c4b83ffba94f68aa3b_20d113525c5fd4767ca2fd3f38f28315 store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:16,240 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20d113525c5fd4767ca2fd3f38f28315#B#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:42:16,240 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/4239cc5db81b4b30b3c378ab6231afd1 is 50, key is test_row_0/B:col10/1731368535364/Put/seqid=0 2024-11-11T23:42:16,241 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411112c3a7ce5c60b41c4b83ffba94f68aa3b_20d113525c5fd4767ca2fd3f38f28315, store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:16,242 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112c3a7ce5c60b41c4b83ffba94f68aa3b_20d113525c5fd4767ca2fd3f38f28315 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-11T23:42:16,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742365_1541 (size=12241) 2024-11-11T23:42:16,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742366_1542 (size=4469) 2024-11-11T23:42:16,252 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20d113525c5fd4767ca2fd3f38f28315#A#compaction#458 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:42:16,253 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/7fed0cf26f8748318f0644f99058636e is 175, key is test_row_0/A:col10/1731368535364/Put/seqid=0 2024-11-11T23:42:16,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742367_1543 (size=31195) 2024-11-11T23:42:16,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-11T23:42:16,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:16,287 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 20d113525c5fd4767ca2fd3f38f28315 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T23:42:16,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111119bde4f2373d44ff9dc70766a4da2b7d_20d113525c5fd4767ca2fd3f38f28315 is 50, key is test_row_0/A:col10/1731368535384/Put/seqid=0 2024-11-11T23:42:16,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742368_1544 (size=12254) 2024-11-11T23:42:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-11T23:42:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:16,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:16,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368596576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:16,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:16,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:16,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:16,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368596577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:16,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:16,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:16,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:16,654 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/4239cc5db81b4b30b3c378ab6231afd1 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/4239cc5db81b4b30b3c378ab6231afd1 2024-11-11T23:42:16,657 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 20d113525c5fd4767ca2fd3f38f28315/B of 20d113525c5fd4767ca2fd3f38f28315 into 4239cc5db81b4b30b3c378ab6231afd1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:42:16,657 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:16,657 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., storeName=20d113525c5fd4767ca2fd3f38f28315/B, priority=12, startTime=1731368536212; duration=0sec 2024-11-11T23:42:16,657 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:42:16,657 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20d113525c5fd4767ca2fd3f38f28315:B 2024-11-11T23:42:16,658 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:42:16,659 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T23:42:16,659 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 20d113525c5fd4767ca2fd3f38f28315/C is initiating minor compaction (all files) 2024-11-11T23:42:16,659 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20d113525c5fd4767ca2fd3f38f28315/C in TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:16,659 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/c18ddac05f9e48979d939fcb52de4da7, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/0a6c52222d7044dc905744f744fa7565, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/e987ca1a34f649e7b2d0b8710d4223df, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/fdc04d3728d44d7e9b72b713f26433af] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp, totalSize=47.0 K 2024-11-11T23:42:16,659 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/7fed0cf26f8748318f0644f99058636e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/7fed0cf26f8748318f0644f99058636e 2024-11-11T23:42:16,659 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting c18ddac05f9e48979d939fcb52de4da7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731368530613 2024-11-11T23:42:16,659 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a6c52222d7044dc905744f744fa7565, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731368530640 2024-11-11T23:42:16,659 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting e987ca1a34f649e7b2d0b8710d4223df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731368532023 2024-11-11T23:42:16,660 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting fdc04d3728d44d7e9b72b713f26433af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731368534221 2024-11-11T23:42:16,662 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 20d113525c5fd4767ca2fd3f38f28315/A of 20d113525c5fd4767ca2fd3f38f28315 into 7fed0cf26f8748318f0644f99058636e(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:42:16,662 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:16,662 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., storeName=20d113525c5fd4767ca2fd3f38f28315/A, priority=12, startTime=1731368536212; duration=0sec 2024-11-11T23:42:16,662 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:16,662 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20d113525c5fd4767ca2fd3f38f28315:A 2024-11-11T23:42:16,665 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20d113525c5fd4767ca2fd3f38f28315#C#compaction#461 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:42:16,665 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/38fa8e13fff14da4ac3ee063b263f005 is 50, key is test_row_0/C:col10/1731368535364/Put/seqid=0 2024-11-11T23:42:16,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742369_1545 (size=12241) 2024-11-11T23:42:16,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368596682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:16,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:16,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:16,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:16,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:16,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368596693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:16,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:16,699 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111119bde4f2373d44ff9dc70766a4da2b7d_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111119bde4f2373d44ff9dc70766a4da2b7d_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:16,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/532150affe63491e9d9788e8aa5cbf46, store: [table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:16,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/532150affe63491e9d9788e8aa5cbf46 is 175, key is test_row_0/A:col10/1731368535384/Put/seqid=0 2024-11-11T23:42:16,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742370_1546 (size=31055) 2024-11-11T23:42:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-11T23:42:16,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368596892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:16,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:16,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:16,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:16,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368596902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:16,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:16,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:16,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:17,072 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/38fa8e13fff14da4ac3ee063b263f005 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/38fa8e13fff14da4ac3ee063b263f005 2024-11-11T23:42:17,075 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 20d113525c5fd4767ca2fd3f38f28315/C of 20d113525c5fd4767ca2fd3f38f28315 into 38fa8e13fff14da4ac3ee063b263f005(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:42:17,075 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:17,075 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., storeName=20d113525c5fd4767ca2fd3f38f28315/C, priority=12, startTime=1731368536212; duration=0sec 2024-11-11T23:42:17,075 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:17,075 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20d113525c5fd4767ca2fd3f38f28315:C 2024-11-11T23:42:17,103 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/532150affe63491e9d9788e8aa5cbf46 2024-11-11T23:42:17,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/5d35142a167040589a5e04c89e1b376b is 50, key is test_row_0/B:col10/1731368535384/Put/seqid=0 2024-11-11T23:42:17,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742371_1547 (size=12101) 2024-11-11T23:42:17,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368597203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:17,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368597212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:17,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:17,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:17,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-11T23:42:17,512 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/5d35142a167040589a5e04c89e1b376b 2024-11-11T23:42:17,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/3a7626832def4e938e5a3d2ccd946b88 is 50, key is test_row_0/C:col10/1731368535384/Put/seqid=0 2024-11-11T23:42:17,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742372_1548 (size=12101) 2024-11-11T23:42:17,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368597712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:17,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:17,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:17,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:17,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368597722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:17,923 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/3a7626832def4e938e5a3d2ccd946b88 2024-11-11T23:42:17,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/532150affe63491e9d9788e8aa5cbf46 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/532150affe63491e9d9788e8aa5cbf46 2024-11-11T23:42:17,929 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/532150affe63491e9d9788e8aa5cbf46, entries=150, sequenceid=132, filesize=30.3 K 2024-11-11T23:42:17,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/5d35142a167040589a5e04c89e1b376b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/5d35142a167040589a5e04c89e1b376b 2024-11-11T23:42:17,932 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/5d35142a167040589a5e04c89e1b376b, entries=150, sequenceid=132, filesize=11.8 K 2024-11-11T23:42:17,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/3a7626832def4e938e5a3d2ccd946b88 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/3a7626832def4e938e5a3d2ccd946b88 2024-11-11T23:42:17,936 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/3a7626832def4e938e5a3d2ccd946b88, entries=150, sequenceid=132, filesize=11.8 K 2024-11-11T23:42:17,936 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 20d113525c5fd4767ca2fd3f38f28315 in 1650ms, sequenceid=132, compaction requested=false 2024-11-11T23:42:17,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:17,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:17,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-11T23:42:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-11T23:42:17,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-11T23:42:17,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8030 sec 2024-11-11T23:42:17,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.8070 sec 2024-11-11T23:42:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-11T23:42:18,283 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:42:18,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:42:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-11T23:42:18,284 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:42:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T23:42:18,285 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:42:18,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:42:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T23:42:18,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-11T23:42:18,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:18,437 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 20d113525c5fd4767ca2fd3f38f28315 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T23:42:18,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114e2ccc0565644333a7edbe97a23c98ed_20d113525c5fd4767ca2fd3f38f28315 is 50, key is test_row_0/A:col10/1731368536572/Put/seqid=0 2024-11-11T23:42:18,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742373_1549 (size=12304) 2024-11-11T23:42:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T23:42:18,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:18,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368598750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:18,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:18,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368598750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:18,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:18,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:18,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38412 deadline: 1731368598812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:18,813 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 20d113525c5fd4767ca2fd3f38f28315 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:42:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:18,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:18,851 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114e2ccc0565644333a7edbe97a23c98ed_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114e2ccc0565644333a7edbe97a23c98ed_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:18,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/47010e99d7f14288ad390924241b7b91, store: [table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:18,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/47010e99d7f14288ad390924241b7b91 is 175, key is test_row_0/A:col10/1731368536572/Put/seqid=0 2024-11-11T23:42:18,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:18,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38410 deadline: 1731368598852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38438 deadline: 1731368598852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:18,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742374_1550 (size=31105) 2024-11-11T23:42:18,855 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_1' in 20d113525c5fd4767ca2fd3f38f28315 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:42:18,855 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to b70d29849faf,33717,1731368375931 for 'test_row_0' in 20d113525c5fd4767ca2fd3f38f28315 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T23:42:18,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:18,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:18,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:18,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:18,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:18,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:18,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368598862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:18,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:18,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:18,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368598863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:18,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:18,865 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:18,865 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:18,865 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T23:42:19,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368599072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:19,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368599072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:19,255 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/47010e99d7f14288ad390924241b7b91 2024-11-11T23:42:19,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/d29e0fd1a45d4938ba2e229c8317a9be is 50, key is test_row_0/B:col10/1731368536572/Put/seqid=0 2024-11-11T23:42:19,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742375_1551 (size=12151) 2024-11-11T23:42:19,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368599382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:19,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368599382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T23:42:19,675 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/d29e0fd1a45d4938ba2e229c8317a9be 2024-11-11T23:42:19,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/1c88d0597c954c14888a02ca339b8bce is 50, key is test_row_0/C:col10/1731368536572/Put/seqid=0 2024-11-11T23:42:19,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742376_1552 (size=12151) 2024-11-11T23:42:19,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368599892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:19,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368599892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:20,086 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/1c88d0597c954c14888a02ca339b8bce 2024-11-11T23:42:20,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/47010e99d7f14288ad390924241b7b91 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/47010e99d7f14288ad390924241b7b91 2024-11-11T23:42:20,092 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/47010e99d7f14288ad390924241b7b91, entries=150, sequenceid=158, filesize=30.4 K 2024-11-11T23:42:20,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/d29e0fd1a45d4938ba2e229c8317a9be as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/d29e0fd1a45d4938ba2e229c8317a9be 2024-11-11T23:42:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,096 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/d29e0fd1a45d4938ba2e229c8317a9be, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T23:42:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/1c88d0597c954c14888a02ca339b8bce as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/1c88d0597c954c14888a02ca339b8bce 2024-11-11T23:42:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,100 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/1c88d0597c954c14888a02ca339b8bce, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T23:42:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,104 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 20d113525c5fd4767ca2fd3f38f28315 in 1667ms, sequenceid=158, compaction requested=true 2024-11-11T23:42:20,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:20,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-11T23:42:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-11T23:42:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-11T23:42:20,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8200 sec 2024-11-11T23:42:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.8240 sec 2024-11-11T23:42:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T23:42:20,432 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:42:20,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:42:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-11T23:42:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,434 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:42:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-11T23:42:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,435 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:42:20,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:42:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-11T23:42:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-11T23:42:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:20,587 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 20d113525c5fd4767ca2fd3f38f28315 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T23:42:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111193c3f654492a4dff93f112aa7b67a7f1_20d113525c5fd4767ca2fd3f38f28315 is 50, key is test_row_0/A:col10/1731368538749/Put/seqid=0 2024-11-11T23:42:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742377_1553 (size=9814) 2024-11-11T23:42:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-11T23:42:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:20,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:20,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:20,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368600956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368600955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:20,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:20,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:20,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:20,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:20,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:20,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:20,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:21,002 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111193c3f654492a4dff93f112aa7b67a7f1_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111193c3f654492a4dff93f112aa7b67a7f1_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:21,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/152c561cb44743f190192e5c8e814c23, store: [table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:21,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/152c561cb44743f190192e5c8e814c23 is 175, key is test_row_0/A:col10/1731368538749/Put/seqid=0 2024-11-11T23:42:21,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742378_1554 (size=22461) 2024-11-11T23:42:21,016 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/152c561cb44743f190192e5c8e814c23 2024-11-11T23:42:21,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/653356830ffc4703a71982cc98874b94 is 50, key is test_row_0/B:col10/1731368538749/Put/seqid=0 2024-11-11T23:42:21,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742379_1555 (size=9757) 2024-11-11T23:42:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-11T23:42:21,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368601063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:21,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368601063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:21,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:21,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:21,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:21,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:21,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:21,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:21,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368601272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:21,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:21,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368601272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:21,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:21,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:21,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:21,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:21,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:21,432 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/653356830ffc4703a71982cc98874b94 2024-11-11T23:42:21,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/1e5ab9057f844a61aa7da5ce841462e6 is 50, key is test_row_0/C:col10/1731368538749/Put/seqid=0 2024-11-11T23:42:21,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742380_1556 (size=9757) 2024-11-11T23:42:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-11T23:42:21,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:21,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368601582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368601582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:21,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:21,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:21,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:21,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:21,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:21,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:21,840 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/1e5ab9057f844a61aa7da5ce841462e6 2024-11-11T23:42:21,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/152c561cb44743f190192e5c8e814c23 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/152c561cb44743f190192e5c8e814c23 2024-11-11T23:42:21,846 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/152c561cb44743f190192e5c8e814c23, entries=100, sequenceid=171, filesize=21.9 K 2024-11-11T23:42:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/653356830ffc4703a71982cc98874b94 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/653356830ffc4703a71982cc98874b94 2024-11-11T23:42:21,849 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/653356830ffc4703a71982cc98874b94, entries=100, sequenceid=171, filesize=9.5 K 2024-11-11T23:42:21,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/1e5ab9057f844a61aa7da5ce841462e6 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/1e5ab9057f844a61aa7da5ce841462e6 2024-11-11T23:42:21,852 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/1e5ab9057f844a61aa7da5ce841462e6, entries=100, sequenceid=171, filesize=9.5 K 2024-11-11T23:42:21,853 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 20d113525c5fd4767ca2fd3f38f28315 in 1266ms, sequenceid=171, compaction requested=true 2024-11-11T23:42:21,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:21,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:21,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-11T23:42:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-11T23:42:21,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-11T23:42:21,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4190 sec 2024-11-11T23:42:21,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.4230 sec 2024-11-11T23:42:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:22,095 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:42:22,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20d113525c5fd4767ca2fd3f38f28315 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T23:42:22,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cdd09afae31e4457985665ac5c5dd21a_20d113525c5fd4767ca2fd3f38f28315 is 50, key is test_row_0/A:col10/1731368540955/Put/seqid=0 2024-11-11T23:42:22,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742381_1557 (size=14794) 2024-11-11T23:42:22,105 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:22,108 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cdd09afae31e4457985665ac5c5dd21a_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cdd09afae31e4457985665ac5c5dd21a_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:22,108 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/fadecef5b07748fa9c8f4c710eab7ad8, store: [table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:22,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/fadecef5b07748fa9c8f4c710eab7ad8 is 175, key is test_row_0/A:col10/1731368540955/Put/seqid=0 2024-11-11T23:42:22,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742382_1558 (size=39749) 2024-11-11T23:42:22,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:22,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368602116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368602117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:22,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:22,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:22,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:22,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:22,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:22,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:22,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368602222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:22,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368602232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:22,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:22,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:22,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:22,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368602433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:22,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368602442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:22,515 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/fadecef5b07748fa9c8f4c710eab7ad8 2024-11-11T23:42:22,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/0fb89aa331274e07b59085dcaf850a16 is 50, key is test_row_0/B:col10/1731368540955/Put/seqid=0 2024-11-11T23:42:22,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742383_1559 (size=12151) 2024-11-11T23:42:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-11T23:42:22,582 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:42:22,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:42:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-11T23:42:22,584 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:42:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-11T23:42:22,584 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:42:22,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:42:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-11T23:42:22,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-11T23:42:22,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:22,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:22,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:22,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:22,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:22,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368602742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:22,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:22,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:22,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:22,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368602752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:22,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:22,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:22,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:22,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-11T23:42:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:22,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-11T23:42:22,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/0fb89aa331274e07b59085dcaf850a16 2024-11-11T23:42:22,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/e16f8379df074bca8e05b9f9cab07937 is 50, key is test_row_0/C:col10/1731368540955/Put/seqid=0 2024-11-11T23:42:22,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742384_1560 (size=12151) 2024-11-11T23:42:23,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-11T23:42:23,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:23,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:23,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:23,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:23,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:23,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-11T23:42:23,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:23,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:23,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:23,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:23,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-11T23:42:23,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368603253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:23,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:23,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:23,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:23,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368603262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:23,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:23,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:23,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:23,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/e16f8379df074bca8e05b9f9cab07937 2024-11-11T23:42:23,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/fadecef5b07748fa9c8f4c710eab7ad8 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/fadecef5b07748fa9c8f4c710eab7ad8 2024-11-11T23:42:23,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/fadecef5b07748fa9c8f4c710eab7ad8, entries=200, sequenceid=195, filesize=38.8 K 2024-11-11T23:42:23,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/0fb89aa331274e07b59085dcaf850a16 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/0fb89aa331274e07b59085dcaf850a16 2024-11-11T23:42:23,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/0fb89aa331274e07b59085dcaf850a16, entries=150, sequenceid=195, filesize=11.9 K 2024-11-11T23:42:23,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/e16f8379df074bca8e05b9f9cab07937 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/e16f8379df074bca8e05b9f9cab07937 2024-11-11T23:42:23,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-11T23:42:23,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/e16f8379df074bca8e05b9f9cab07937, entries=150, sequenceid=195, filesize=11.9 K 2024-11-11T23:42:23,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:23,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:23,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:23,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:23,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:23,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 20d113525c5fd4767ca2fd3f38f28315 in 1251ms, sequenceid=195, compaction requested=true 2024-11-11T23:42:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20d113525c5fd4767ca2fd3f38f28315:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:42:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:23,347 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T23:42:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20d113525c5fd4767ca2fd3f38f28315:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:42:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20d113525c5fd4767ca2fd3f38f28315:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:42:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:42:23,347 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T23:42:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:23,348 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 155565 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T23:42:23,348 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58401 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T23:42:23,348 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 20d113525c5fd4767ca2fd3f38f28315/A is initiating minor compaction (all files) 2024-11-11T23:42:23,348 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 20d113525c5fd4767ca2fd3f38f28315/B is initiating minor compaction (all files) 2024-11-11T23:42:23,348 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20d113525c5fd4767ca2fd3f38f28315/A in TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:23,348 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20d113525c5fd4767ca2fd3f38f28315/B in TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:23,348 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/7fed0cf26f8748318f0644f99058636e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/532150affe63491e9d9788e8aa5cbf46, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/47010e99d7f14288ad390924241b7b91, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/152c561cb44743f190192e5c8e814c23, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/fadecef5b07748fa9c8f4c710eab7ad8] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp, totalSize=151.9 K 2024-11-11T23:42:23,348 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/4239cc5db81b4b30b3c378ab6231afd1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/5d35142a167040589a5e04c89e1b376b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/d29e0fd1a45d4938ba2e229c8317a9be, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/653356830ffc4703a71982cc98874b94, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/0fb89aa331274e07b59085dcaf850a16] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp, totalSize=57.0 K 2024-11-11T23:42:23,348 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:23,348 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/7fed0cf26f8748318f0644f99058636e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/532150affe63491e9d9788e8aa5cbf46, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/47010e99d7f14288ad390924241b7b91, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/152c561cb44743f190192e5c8e814c23, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/fadecef5b07748fa9c8f4c710eab7ad8] 2024-11-11T23:42:23,348 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 4239cc5db81b4b30b3c378ab6231afd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731368534221 2024-11-11T23:42:23,349 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fed0cf26f8748318f0644f99058636e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731368534221 2024-11-11T23:42:23,349 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d35142a167040589a5e04c89e1b376b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731368535379 2024-11-11T23:42:23,349 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting d29e0fd1a45d4938ba2e229c8317a9be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731368536572 2024-11-11T23:42:23,349 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 532150affe63491e9d9788e8aa5cbf46, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731368535379 2024-11-11T23:42:23,349 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47010e99d7f14288ad390924241b7b91, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731368536572 2024-11-11T23:42:23,349 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 653356830ffc4703a71982cc98874b94, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731368538745 2024-11-11T23:42:23,349 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 152c561cb44743f190192e5c8e814c23, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731368538745 2024-11-11T23:42:23,349 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fb89aa331274e07b59085dcaf850a16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731368540950 2024-11-11T23:42:23,350 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting fadecef5b07748fa9c8f4c710eab7ad8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731368540945 2024-11-11T23:42:23,354 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:23,355 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111eea973de457c4bde8d1cfe6bd7f86c98_20d113525c5fd4767ca2fd3f38f28315 store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:23,355 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20d113525c5fd4767ca2fd3f38f28315#B#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:42:23,356 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/91424427052346a78ab0833bc2457752 is 50, key is test_row_0/B:col10/1731368540955/Put/seqid=0 2024-11-11T23:42:23,358 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111eea973de457c4bde8d1cfe6bd7f86c98_20d113525c5fd4767ca2fd3f38f28315, store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:23,358 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111eea973de457c4bde8d1cfe6bd7f86c98_20d113525c5fd4767ca2fd3f38f28315 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:23,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742386_1562 (size=4469) 2024-11-11T23:42:23,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742385_1561 (size=12561) 2024-11-11T23:42:23,362 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20d113525c5fd4767ca2fd3f38f28315#A#compaction#474 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:42:23,362 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/311dc5f45c8744ca8fe8831f6f1c5e1f is 175, key is test_row_0/A:col10/1731368540955/Put/seqid=0 2024-11-11T23:42:23,364 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/91424427052346a78ab0833bc2457752 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/91424427052346a78ab0833bc2457752 2024-11-11T23:42:23,367 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 20d113525c5fd4767ca2fd3f38f28315/B of 20d113525c5fd4767ca2fd3f38f28315 into 91424427052346a78ab0833bc2457752(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:42:23,367 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:23,367 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., storeName=20d113525c5fd4767ca2fd3f38f28315/B, priority=11, startTime=1731368543347; duration=0sec 2024-11-11T23:42:23,367 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:42:23,367 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20d113525c5fd4767ca2fd3f38f28315:B 2024-11-11T23:42:23,367 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T23:42:23,368 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58401 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T23:42:23,368 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 20d113525c5fd4767ca2fd3f38f28315/C is initiating minor compaction (all files) 2024-11-11T23:42:23,368 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20d113525c5fd4767ca2fd3f38f28315/C in TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:23,369 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/38fa8e13fff14da4ac3ee063b263f005, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/3a7626832def4e938e5a3d2ccd946b88, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/1c88d0597c954c14888a02ca339b8bce, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/1e5ab9057f844a61aa7da5ce841462e6, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/e16f8379df074bca8e05b9f9cab07937] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp, totalSize=57.0 K 2024-11-11T23:42:23,369 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 38fa8e13fff14da4ac3ee063b263f005, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731368534221 2024-11-11T23:42:23,369 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a7626832def4e938e5a3d2ccd946b88, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731368535379 2024-11-11T23:42:23,369 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c88d0597c954c14888a02ca339b8bce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731368536572 2024-11-11T23:42:23,370 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e5ab9057f844a61aa7da5ce841462e6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731368538745 2024-11-11T23:42:23,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742387_1563 (size=31515) 2024-11-11T23:42:23,370 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting e16f8379df074bca8e05b9f9cab07937, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731368540950 2024-11-11T23:42:23,376 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20d113525c5fd4767ca2fd3f38f28315#C#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:42:23,377 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/21ba48380cd044d38dde5fa942c31002 is 50, key is test_row_0/C:col10/1731368540955/Put/seqid=0 2024-11-11T23:42:23,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742388_1564 (size=12561) 2024-11-11T23:42:23,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-11T23:42:23,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:23,499 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 20d113525c5fd4767ca2fd3f38f28315 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T23:42:23,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111c1388edb8ab4609bd92ee30072edf63_20d113525c5fd4767ca2fd3f38f28315 is 50, key is test_row_0/A:col10/1731368542115/Put/seqid=0 2024-11-11T23:42:23,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742389_1565 (size=12304) 2024-11-11T23:42:23,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:23,511 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111c1388edb8ab4609bd92ee30072edf63_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111c1388edb8ab4609bd92ee30072edf63_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:23,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/35fcd5486bcb49f294de79b61e5d0a0f, store: [table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:23,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/35fcd5486bcb49f294de79b61e5d0a0f is 175, key is test_row_0/A:col10/1731368542115/Put/seqid=0 2024-11-11T23:42:23,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742390_1566 (size=31105) 2024-11-11T23:42:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-11T23:42:23,773 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/311dc5f45c8744ca8fe8831f6f1c5e1f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/311dc5f45c8744ca8fe8831f6f1c5e1f 2024-11-11T23:42:23,776 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 20d113525c5fd4767ca2fd3f38f28315/A of 20d113525c5fd4767ca2fd3f38f28315 into 311dc5f45c8744ca8fe8831f6f1c5e1f(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:42:23,776 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:23,776 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., storeName=20d113525c5fd4767ca2fd3f38f28315/A, priority=11, startTime=1731368543347; duration=0sec 2024-11-11T23:42:23,776 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:23,776 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20d113525c5fd4767ca2fd3f38f28315:A 2024-11-11T23:42:23,785 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/21ba48380cd044d38dde5fa942c31002 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/21ba48380cd044d38dde5fa942c31002 2024-11-11T23:42:23,789 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 20d113525c5fd4767ca2fd3f38f28315/C of 20d113525c5fd4767ca2fd3f38f28315 into 21ba48380cd044d38dde5fa942c31002(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:42:23,789 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:23,789 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., storeName=20d113525c5fd4767ca2fd3f38f28315/C, priority=11, startTime=1731368543347; duration=0sec 2024-11-11T23:42:23,789 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:23,789 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20d113525c5fd4767ca2fd3f38f28315:C 2024-11-11T23:42:23,916 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/35fcd5486bcb49f294de79b61e5d0a0f 2024-11-11T23:42:23,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/7af8eb19889f4d80932dadf3525e6edb is 50, key is test_row_0/B:col10/1731368542115/Put/seqid=0 2024-11-11T23:42:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742391_1567 (size=12151) 2024-11-11T23:42:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:24,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:24,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368604327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:24,331 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/7af8eb19889f4d80932dadf3525e6edb 2024-11-11T23:42:24,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368604330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:24,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:24,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:24,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:24,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/6de545ef01c140089434d83830b44412 is 50, key is test_row_0/C:col10/1731368542115/Put/seqid=0 2024-11-11T23:42:24,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742392_1568 (size=12151) 2024-11-11T23:42:24,345 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/6de545ef01c140089434d83830b44412 2024-11-11T23:42:24,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/35fcd5486bcb49f294de79b61e5d0a0f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/35fcd5486bcb49f294de79b61e5d0a0f 2024-11-11T23:42:24,352 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/35fcd5486bcb49f294de79b61e5d0a0f, entries=150, sequenceid=208, filesize=30.4 K 2024-11-11T23:42:24,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/7af8eb19889f4d80932dadf3525e6edb as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/7af8eb19889f4d80932dadf3525e6edb 2024-11-11T23:42:24,357 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/7af8eb19889f4d80932dadf3525e6edb, entries=150, sequenceid=208, filesize=11.9 K 2024-11-11T23:42:24,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/6de545ef01c140089434d83830b44412 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/6de545ef01c140089434d83830b44412 2024-11-11T23:42:24,362 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/6de545ef01c140089434d83830b44412, entries=150, sequenceid=208, filesize=11.9 K 2024-11-11T23:42:24,363 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 20d113525c5fd4767ca2fd3f38f28315 in 864ms, sequenceid=208, compaction requested=false 2024-11-11T23:42:24,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:24,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:24,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-11T23:42:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-11T23:42:24,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-11T23:42:24,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7820 sec 2024-11-11T23:42:24,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.7860 sec 2024-11-11T23:42:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:24,435 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:42:24,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20d113525c5fd4767ca2fd3f38f28315 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T23:42:24,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368604454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:24,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114fa234c35c45415cbad1e169f030552b_20d113525c5fd4767ca2fd3f38f28315 is 50, key is test_row_0/A:col10/1731368544329/Put/seqid=0 2024-11-11T23:42:24,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368604457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:24,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:24,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:24,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:24,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742393_1569 (size=14794) 2024-11-11T23:42:24,464 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:24,467 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114fa234c35c45415cbad1e169f030552b_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114fa234c35c45415cbad1e169f030552b_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:24,467 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/97f0200534f747f599549abf65195dae, store: [table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:24,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/97f0200534f747f599549abf65195dae is 175, key is test_row_0/A:col10/1731368544329/Put/seqid=0 2024-11-11T23:42:24,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742394_1570 (size=39749) 2024-11-11T23:42:24,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368604562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:24,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:24,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:24,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:24,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368604572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:24,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:24,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:24,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-11T23:42:24,732 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:42:24,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:42:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-11T23:42:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-11T23:42:24,734 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:42:24,734 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:42:24,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:42:24,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368604772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:24,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:24,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:24,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:24,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368604782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:24,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:24,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:24,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-11T23:42:24,879 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/97f0200534f747f599549abf65195dae 2024-11-11T23:42:24,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-11T23:42:24,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:24,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:24,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:24,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:24,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:24,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/f3d1600f9adf4db5be4e7440bf93b2a3 is 50, key is test_row_0/B:col10/1731368544329/Put/seqid=0 2024-11-11T23:42:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:24,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742395_1571 (size=12151) 2024-11-11T23:42:25,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-11T23:42:25,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:25,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:25,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:25,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:25,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-11T23:42:25,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368605082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:25,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:25,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:25,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:25,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368605092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:25,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:25,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:25,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:25,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-11T23:42:25,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:25,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:25,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:25,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:25,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:25,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/f3d1600f9adf4db5be4e7440bf93b2a3 2024-11-11T23:42:25,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/5aa0c795dc6b47068d99a6cc28723188 is 50, key is test_row_0/C:col10/1731368544329/Put/seqid=0 2024-11-11T23:42:25,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742396_1572 (size=12151) 2024-11-11T23:42:25,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-11T23:42:25,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:25,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:25,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:25,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:25,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-11T23:42:25,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-11T23:42:25,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:25,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:25,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:25,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:25,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:25,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368605592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:25,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:25,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:25,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:25,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368605603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:25,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-11T23:42:25,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:25,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:25,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:25,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:25,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:25,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/5aa0c795dc6b47068d99a6cc28723188 2024-11-11T23:42:25,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/97f0200534f747f599549abf65195dae as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/97f0200534f747f599549abf65195dae 2024-11-11T23:42:25,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/97f0200534f747f599549abf65195dae, entries=200, sequenceid=235, filesize=38.8 K 2024-11-11T23:42:25,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/f3d1600f9adf4db5be4e7440bf93b2a3 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/f3d1600f9adf4db5be4e7440bf93b2a3 2024-11-11T23:42:25,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/f3d1600f9adf4db5be4e7440bf93b2a3, entries=150, sequenceid=235, filesize=11.9 K 2024-11-11T23:42:25,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/5aa0c795dc6b47068d99a6cc28723188 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/5aa0c795dc6b47068d99a6cc28723188 2024-11-11T23:42:25,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/5aa0c795dc6b47068d99a6cc28723188, entries=150, sequenceid=235, filesize=11.9 K 2024-11-11T23:42:25,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 20d113525c5fd4767ca2fd3f38f28315 in 1292ms, sequenceid=235, compaction requested=true 2024-11-11T23:42:25,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:25,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20d113525c5fd4767ca2fd3f38f28315:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:42:25,727 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:42:25,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:25,727 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:42:25,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20d113525c5fd4767ca2fd3f38f28315:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:42:25,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:25,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20d113525c5fd4767ca2fd3f38f28315:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:42:25,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:42:25,728 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:42:25,728 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:42:25,729 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 20d113525c5fd4767ca2fd3f38f28315/A is initiating minor compaction (all files) 2024-11-11T23:42:25,729 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 20d113525c5fd4767ca2fd3f38f28315/B is initiating minor compaction (all files) 2024-11-11T23:42:25,729 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20d113525c5fd4767ca2fd3f38f28315/A in TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:25,729 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20d113525c5fd4767ca2fd3f38f28315/B in TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:25,729 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/311dc5f45c8744ca8fe8831f6f1c5e1f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/35fcd5486bcb49f294de79b61e5d0a0f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/97f0200534f747f599549abf65195dae] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp, totalSize=100.0 K 2024-11-11T23:42:25,729 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/91424427052346a78ab0833bc2457752, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/7af8eb19889f4d80932dadf3525e6edb, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/f3d1600f9adf4db5be4e7440bf93b2a3] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp, totalSize=36.0 K 2024-11-11T23:42:25,729 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:25,729 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/311dc5f45c8744ca8fe8831f6f1c5e1f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/35fcd5486bcb49f294de79b61e5d0a0f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/97f0200534f747f599549abf65195dae] 2024-11-11T23:42:25,730 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 311dc5f45c8744ca8fe8831f6f1c5e1f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731368540950 2024-11-11T23:42:25,730 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 91424427052346a78ab0833bc2457752, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731368540950 2024-11-11T23:42:25,730 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35fcd5486bcb49f294de79b61e5d0a0f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731368542110 2024-11-11T23:42:25,730 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97f0200534f747f599549abf65195dae, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731368544296 2024-11-11T23:42:25,731 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 7af8eb19889f4d80932dadf3525e6edb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731368542110 2024-11-11T23:42:25,731 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting f3d1600f9adf4db5be4e7440bf93b2a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731368544325 2024-11-11T23:42:25,736 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:25,738 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111c4e47f10cb7d4440a9f9e93be1ebceae_20d113525c5fd4767ca2fd3f38f28315 store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:25,738 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20d113525c5fd4767ca2fd3f38f28315#B#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:42:25,739 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/c3a26017f3cb47cda2f638ae4c44db45 is 50, key is test_row_0/B:col10/1731368544329/Put/seqid=0 2024-11-11T23:42:25,740 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111c4e47f10cb7d4440a9f9e93be1ebceae_20d113525c5fd4767ca2fd3f38f28315, store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:25,740 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c4e47f10cb7d4440a9f9e93be1ebceae_20d113525c5fd4767ca2fd3f38f28315 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:25,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742398_1574 (size=4469) 2024-11-11T23:42:25,759 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20d113525c5fd4767ca2fd3f38f28315#A#compaction#482 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:42:25,759 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/b552bb7bb96347ef876545700c4899fe is 175, key is test_row_0/A:col10/1731368544329/Put/seqid=0 2024-11-11T23:42:25,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742397_1573 (size=12663) 2024-11-11T23:42:25,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742399_1575 (size=31617) 2024-11-11T23:42:25,775 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/b552bb7bb96347ef876545700c4899fe as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/b552bb7bb96347ef876545700c4899fe 2024-11-11T23:42:25,779 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20d113525c5fd4767ca2fd3f38f28315/A of 20d113525c5fd4767ca2fd3f38f28315 into b552bb7bb96347ef876545700c4899fe(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:42:25,779 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:25,779 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., storeName=20d113525c5fd4767ca2fd3f38f28315/A, priority=13, startTime=1731368545727; duration=0sec 2024-11-11T23:42:25,780 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:42:25,780 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20d113525c5fd4767ca2fd3f38f28315:A 2024-11-11T23:42:25,780 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:42:25,781 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:42:25,781 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 20d113525c5fd4767ca2fd3f38f28315/C is initiating minor compaction (all files) 2024-11-11T23:42:25,781 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20d113525c5fd4767ca2fd3f38f28315/C in TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:25,782 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/21ba48380cd044d38dde5fa942c31002, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/6de545ef01c140089434d83830b44412, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/5aa0c795dc6b47068d99a6cc28723188] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp, totalSize=36.0 K 2024-11-11T23:42:25,782 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21ba48380cd044d38dde5fa942c31002, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731368540950 2024-11-11T23:42:25,782 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6de545ef01c140089434d83830b44412, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731368542110 2024-11-11T23:42:25,786 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5aa0c795dc6b47068d99a6cc28723188, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731368544325 2024-11-11T23:42:25,795 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20d113525c5fd4767ca2fd3f38f28315#C#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:42:25,796 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/9cd91e04c0fd46e09970a68522ef476e is 50, key is test_row_0/C:col10/1731368544329/Put/seqid=0 2024-11-11T23:42:25,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742400_1576 (size=12663) 2024-11-11T23:42:25,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-11T23:42:25,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:25,808 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 20d113525c5fd4767ca2fd3f38f28315 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:42:25,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cb44ae83dbb147c3b50f1946f869f2e0_20d113525c5fd4767ca2fd3f38f28315 is 50, key is test_row_0/A:col10/1731368544452/Put/seqid=0 2024-11-11T23:42:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742401_1577 (size=12304) 2024-11-11T23:42:25,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:25,831 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cb44ae83dbb147c3b50f1946f869f2e0_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cb44ae83dbb147c3b50f1946f869f2e0_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/84944b898ba44e5ba7fd77e584a6db5c, store: [table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/84944b898ba44e5ba7fd77e584a6db5c is 175, key is test_row_0/A:col10/1731368544452/Put/seqid=0 2024-11-11T23:42:25,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742402_1578 (size=31105) 2024-11-11T23:42:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-11T23:42:26,170 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/c3a26017f3cb47cda2f638ae4c44db45 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/c3a26017f3cb47cda2f638ae4c44db45 2024-11-11T23:42:26,175 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20d113525c5fd4767ca2fd3f38f28315/B of 20d113525c5fd4767ca2fd3f38f28315 into c3a26017f3cb47cda2f638ae4c44db45(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:42:26,176 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:26,176 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., storeName=20d113525c5fd4767ca2fd3f38f28315/B, priority=13, startTime=1731368545727; duration=0sec 2024-11-11T23:42:26,176 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:26,176 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20d113525c5fd4767ca2fd3f38f28315:B 2024-11-11T23:42:26,205 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/9cd91e04c0fd46e09970a68522ef476e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/9cd91e04c0fd46e09970a68522ef476e 2024-11-11T23:42:26,211 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20d113525c5fd4767ca2fd3f38f28315/C of 20d113525c5fd4767ca2fd3f38f28315 into 9cd91e04c0fd46e09970a68522ef476e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:42:26,211 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:26,211 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., storeName=20d113525c5fd4767ca2fd3f38f28315/C, priority=13, startTime=1731368545728; duration=0sec 2024-11-11T23:42:26,211 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:26,211 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20d113525c5fd4767ca2fd3f38f28315:C 2024-11-11T23:42:26,236 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/84944b898ba44e5ba7fd77e584a6db5c 2024-11-11T23:42:26,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/68946c2a49b7429db6498fd2e7d2423f is 50, key is test_row_0/B:col10/1731368544452/Put/seqid=0 2024-11-11T23:42:26,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742403_1579 (size=12151) 2024-11-11T23:42:26,254 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/68946c2a49b7429db6498fd2e7d2423f 2024-11-11T23:42:26,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/c6fae68604424a9a900fdd56d09d18c4 is 50, key is test_row_0/C:col10/1731368544452/Put/seqid=0 2024-11-11T23:42:26,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742404_1580 (size=12151) 2024-11-11T23:42:26,292 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/c6fae68604424a9a900fdd56d09d18c4 2024-11-11T23:42:26,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/84944b898ba44e5ba7fd77e584a6db5c as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/84944b898ba44e5ba7fd77e584a6db5c 2024-11-11T23:42:26,310 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/84944b898ba44e5ba7fd77e584a6db5c, entries=150, sequenceid=247, filesize=30.4 K 2024-11-11T23:42:26,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/68946c2a49b7429db6498fd2e7d2423f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/68946c2a49b7429db6498fd2e7d2423f 2024-11-11T23:42:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,315 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/68946c2a49b7429db6498fd2e7d2423f, entries=150, sequenceid=247, filesize=11.9 K 2024-11-11T23:42:26,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/c6fae68604424a9a900fdd56d09d18c4 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/c6fae68604424a9a900fdd56d09d18c4 2024-11-11T23:42:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,338 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/c6fae68604424a9a900fdd56d09d18c4, entries=150, sequenceid=247, filesize=11.9 K 2024-11-11T23:42:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,339 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 20d113525c5fd4767ca2fd3f38f28315 in 531ms, sequenceid=247, compaction requested=false 2024-11-11T23:42:26,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:26,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:26,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-11T23:42:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-11T23:42:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-11T23:42:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6070 sec 2024-11-11T23:42:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.6120 sec 2024-11-11T23:42:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T23:42:26,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20d113525c5fd4767ca2fd3f38f28315 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T23:42:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c0bd808d78344dd099aa2339741a38ac_20d113525c5fd4767ca2fd3f38f28315 is 50, key is test_row_0/A:col10/1731368546680/Put/seqid=0 2024-11-11T23:42:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742405_1581 (size=19974) 2024-11-11T23:42:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:26,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368606774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:26,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368606776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:26,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:26,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:26,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:26,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:26,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:26,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-11T23:42:26,882 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:42:26,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T23:42:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-11T23:42:26,884 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T23:42:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T23:42:26,885 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T23:42:26,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T23:42:26,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368606882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:26,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368606883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T23:42:27,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-11T23:42:27,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:27,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:27,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:27,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:27,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:27,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368607092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:27,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:27,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:27,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368607092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:27,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:27,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:27,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:27,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:27,128 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:27,132 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c0bd808d78344dd099aa2339741a38ac_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c0bd808d78344dd099aa2339741a38ac_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:27,133 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/0d62f816abbd450b8d6b1cf3c4efaaec, store: [table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:27,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/0d62f816abbd450b8d6b1cf3c4efaaec is 175, key is test_row_0/A:col10/1731368546680/Put/seqid=0 2024-11-11T23:42:27,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742406_1582 (size=57229) 2024-11-11T23:42:27,159 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/0d62f816abbd450b8d6b1cf3c4efaaec 2024-11-11T23:42:27,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/d810746ee7304d3181295f55e1d05e0f is 50, key is test_row_0/B:col10/1731368546680/Put/seqid=0 2024-11-11T23:42:27,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-11T23:42:27,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:27,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:27,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:27,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:27,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:27,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742407_1583 (size=9857) 2024-11-11T23:42:27,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/d810746ee7304d3181295f55e1d05e0f 2024-11-11T23:42:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T23:42:27,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/130cdc1545b84287a947d53bed4ac231 is 50, key is test_row_0/C:col10/1731368546680/Put/seqid=0 2024-11-11T23:42:27,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742408_1584 (size=9857) 2024-11-11T23:42:27,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-11T23:42:27,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:27,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:27,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:27,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:27,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:27,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38450 deadline: 1731368607402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:27,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T23:42:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38408 deadline: 1731368607402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 2024-11-11T23:42:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 , the old value is region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T23:42:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., hostname=b70d29849faf,33717,1731368375931, seqNum=5 because the exception is null or not the one we care about 2024-11-11T23:42:27,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-11T23:42:27,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:27,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:27,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:27,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:27,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T23:42:27,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/130cdc1545b84287a947d53bed4ac231 2024-11-11T23:42:27,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/0d62f816abbd450b8d6b1cf3c4efaaec as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/0d62f816abbd450b8d6b1cf3c4efaaec 2024-11-11T23:42:27,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-11T23:42:27,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:27,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:27,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/0d62f816abbd450b8d6b1cf3c4efaaec, entries=300, sequenceid=260, filesize=55.9 K 2024-11-11T23:42:27,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:27,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:27,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:42:27,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/d810746ee7304d3181295f55e1d05e0f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/d810746ee7304d3181295f55e1d05e0f 2024-11-11T23:42:27,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/d810746ee7304d3181295f55e1d05e0f, entries=100, sequenceid=260, filesize=9.6 K 2024-11-11T23:42:27,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/130cdc1545b84287a947d53bed4ac231 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/130cdc1545b84287a947d53bed4ac231 2024-11-11T23:42:27,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/130cdc1545b84287a947d53bed4ac231, entries=100, sequenceid=260, filesize=9.6 K 2024-11-11T23:42:27,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 20d113525c5fd4767ca2fd3f38f28315 in 974ms, sequenceid=260, compaction requested=true 2024-11-11T23:42:27,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:27,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20d113525c5fd4767ca2fd3f38f28315:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T23:42:27,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:27,664 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:42:27,664 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:42:27,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20d113525c5fd4767ca2fd3f38f28315:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T23:42:27,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:27,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20d113525c5fd4767ca2fd3f38f28315:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T23:42:27,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:42:27,664 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119951 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:42:27,664 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 20d113525c5fd4767ca2fd3f38f28315/A is initiating minor compaction (all files) 2024-11-11T23:42:27,664 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20d113525c5fd4767ca2fd3f38f28315/A in TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:27,665 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/b552bb7bb96347ef876545700c4899fe, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/84944b898ba44e5ba7fd77e584a6db5c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/0d62f816abbd450b8d6b1cf3c4efaaec] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp, totalSize=117.1 K 2024-11-11T23:42:27,665 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:27,665 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. files: [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/b552bb7bb96347ef876545700c4899fe, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/84944b898ba44e5ba7fd77e584a6db5c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/0d62f816abbd450b8d6b1cf3c4efaaec] 2024-11-11T23:42:27,665 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:42:27,665 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting b552bb7bb96347ef876545700c4899fe, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731368544325 2024-11-11T23:42:27,665 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1541): 20d113525c5fd4767ca2fd3f38f28315/B is initiating minor compaction (all files) 2024-11-11T23:42:27,665 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20d113525c5fd4767ca2fd3f38f28315/B in TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:27,666 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/c3a26017f3cb47cda2f638ae4c44db45, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/68946c2a49b7429db6498fd2e7d2423f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/d810746ee7304d3181295f55e1d05e0f] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp, totalSize=33.9 K 2024-11-11T23:42:27,666 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84944b898ba44e5ba7fd77e584a6db5c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731368544443 2024-11-11T23:42:27,666 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting c3a26017f3cb47cda2f638ae4c44db45, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731368544325 2024-11-11T23:42:27,666 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d62f816abbd450b8d6b1cf3c4efaaec, keycount=300, bloomtype=ROW, size=55.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731368546630 2024-11-11T23:42:27,666 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting 68946c2a49b7429db6498fd2e7d2423f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731368544443 2024-11-11T23:42:27,666 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] compactions.Compactor(225): Compacting d810746ee7304d3181295f55e1d05e0f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731368546680 2024-11-11T23:42:27,673 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:27,687 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20d113525c5fd4767ca2fd3f38f28315#B#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:42:27,687 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/224861eb177a4e528d8b82174ef5b2ef is 50, key is test_row_0/B:col10/1731368546680/Put/seqid=0 2024-11-11T23:42:27,701 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111183636e6d922b481eb0615e52c8fb4ea4_20d113525c5fd4767ca2fd3f38f28315 store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:27,704 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111183636e6d922b481eb0615e52c8fb4ea4_20d113525c5fd4767ca2fd3f38f28315, store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:27,704 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111183636e6d922b481eb0615e52c8fb4ea4_20d113525c5fd4767ca2fd3f38f28315 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:27,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742409_1585 (size=12865) 2024-11-11T23:42:27,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742410_1586 (size=4469) 2024-11-11T23:42:27,757 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20d113525c5fd4767ca2fd3f38f28315#A#compaction#491 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:42:27,757 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/3eb943f1f59d4d5fb43402dac2cce820 is 175, key is test_row_0/A:col10/1731368546680/Put/seqid=0 2024-11-11T23:42:27,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742411_1587 (size=31926) 2024-11-11T23:42:27,775 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/3eb943f1f59d4d5fb43402dac2cce820 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/3eb943f1f59d4d5fb43402dac2cce820 2024-11-11T23:42:27,781 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20d113525c5fd4767ca2fd3f38f28315/A of 20d113525c5fd4767ca2fd3f38f28315 into 3eb943f1f59d4d5fb43402dac2cce820(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:42:27,781 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:27,781 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., storeName=20d113525c5fd4767ca2fd3f38f28315/A, priority=13, startTime=1731368547663; duration=0sec 2024-11-11T23:42:27,781 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T23:42:27,781 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20d113525c5fd4767ca2fd3f38f28315:A 2024-11-11T23:42:27,781 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T23:42:27,783 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T23:42:27,783 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1541): 20d113525c5fd4767ca2fd3f38f28315/C is initiating minor compaction (all files) 2024-11-11T23:42:27,783 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20d113525c5fd4767ca2fd3f38f28315/C in TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:27,783 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/9cd91e04c0fd46e09970a68522ef476e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/c6fae68604424a9a900fdd56d09d18c4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/130cdc1545b84287a947d53bed4ac231] into tmpdir=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp, totalSize=33.9 K 2024-11-11T23:42:27,783 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cd91e04c0fd46e09970a68522ef476e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731368544325 2024-11-11T23:42:27,784 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6fae68604424a9a900fdd56d09d18c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731368544443 2024-11-11T23:42:27,784 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] compactions.Compactor(225): Compacting 130cdc1545b84287a947d53bed4ac231, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731368546680 2024-11-11T23:42:27,792 INFO [Thread-2307 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2307. 2024-11-11T23:42:27,792 DEBUG [Thread-2307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:42:27,792 DEBUG [Thread-2307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:27,793 DEBUG [Thread-2307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:27,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:42:27,793 INFO [Thread-2309 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2309. 2024-11-11T23:42:27,793 DEBUG [Thread-2309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:42:27,793 DEBUG [Thread-2309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:27,793 DEBUG [Thread-2309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:27,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:42:27,794 INFO [Thread-2311 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2311. 2024-11-11T23:42:27,794 DEBUG [Thread-2311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:42:27,794 DEBUG [Thread-2311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:27,794 DEBUG [Thread-2311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:27,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:42:27,795 INFO [Thread-2313 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2313. 2024-11-11T23:42:27,795 DEBUG [Thread-2313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:42:27,795 DEBUG [Thread-2313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:27,796 DEBUG [Thread-2313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:27,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:42:27,797 INFO [Thread-2305 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2305. 2024-11-11T23:42:27,797 DEBUG [Thread-2305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:42:27,797 DEBUG [Thread-2305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:27,797 DEBUG [Thread-2305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:27,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:42:27,798 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20d113525c5fd4767ca2fd3f38f28315#C#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:42:27,798 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/484682a2754045f0b47aefcf047dfe25 is 50, key is test_row_0/C:col10/1731368546680/Put/seqid=0 2024-11-11T23:42:27,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742412_1588 (size=12865) 2024-11-11T23:42:27,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-11T23:42:27,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:27,804 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 20d113525c5fd4767ca2fd3f38f28315 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T23:42:27,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cefed59764794436b9b1b703f0176eb5_20d113525c5fd4767ca2fd3f38f28315 is 50, key is test_row_0/A:col10/1731368546759/Put/seqid=0 2024-11-11T23:42:27,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742413_1589 (size=12454) 2024-11-11T23:42:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33717 {}] regionserver.HRegion(8855): Flush requested on 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:27,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. as already flushing 2024-11-11T23:42:27,914 INFO [Thread-2302 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2302. 2024-11-11T23:42:27,914 INFO [Thread-2298 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2298. 2024-11-11T23:42:27,914 DEBUG [Thread-2298 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:42:27,914 DEBUG [Thread-2302 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:42:27,914 DEBUG [Thread-2298 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:27,914 DEBUG [Thread-2302 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:27,914 DEBUG [Thread-2298 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:27,914 DEBUG [Thread-2302 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:27,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:42:27,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:42:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T23:42:28,145 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/224861eb177a4e528d8b82174ef5b2ef as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/224861eb177a4e528d8b82174ef5b2ef 2024-11-11T23:42:28,149 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20d113525c5fd4767ca2fd3f38f28315/B of 20d113525c5fd4767ca2fd3f38f28315 into 224861eb177a4e528d8b82174ef5b2ef(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:42:28,149 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:28,149 INFO [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., storeName=20d113525c5fd4767ca2fd3f38f28315/B, priority=13, startTime=1731368547664; duration=0sec 2024-11-11T23:42:28,149 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:28,149 DEBUG [RS:0;b70d29849faf:33717-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20d113525c5fd4767ca2fd3f38f28315:B 2024-11-11T23:42:28,206 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/484682a2754045f0b47aefcf047dfe25 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/484682a2754045f0b47aefcf047dfe25 2024-11-11T23:42:28,210 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20d113525c5fd4767ca2fd3f38f28315/C of 20d113525c5fd4767ca2fd3f38f28315 into 484682a2754045f0b47aefcf047dfe25(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:42:28,210 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:28,210 INFO [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., storeName=20d113525c5fd4767ca2fd3f38f28315/C, priority=13, startTime=1731368547664; duration=0sec 2024-11-11T23:42:28,210 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T23:42:28,210 DEBUG [RS:0;b70d29849faf:33717-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20d113525c5fd4767ca2fd3f38f28315:C 2024-11-11T23:42:28,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:28,219 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cefed59764794436b9b1b703f0176eb5_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cefed59764794436b9b1b703f0176eb5_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:28,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/ccae46beac7a4912b8e152ff02cec06f, store: [table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:28,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/ccae46beac7a4912b8e152ff02cec06f is 175, key is test_row_0/A:col10/1731368546759/Put/seqid=0 2024-11-11T23:42:28,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742414_1590 (size=31255) 2024-11-11T23:42:28,628 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/ccae46beac7a4912b8e152ff02cec06f 2024-11-11T23:42:28,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/29278b28cd044a44a37b2bf4740e9ecd is 50, key is test_row_0/B:col10/1731368546759/Put/seqid=0 2024-11-11T23:42:28,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742415_1591 (size=12301) 2024-11-11T23:42:28,855 INFO [Thread-2300 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2300. 2024-11-11T23:42:28,855 DEBUG [Thread-2300 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:42:28,855 DEBUG [Thread-2300 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:28,855 DEBUG [Thread-2300 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:28,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:42:28,874 INFO [Thread-2296 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2296. 2024-11-11T23:42:28,874 DEBUG [Thread-2296 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:42:28,874 DEBUG [Thread-2296 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:28,874 DEBUG [Thread-2296 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:28,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:42:28,923 INFO [Thread-2294 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2294. 2024-11-11T23:42:28,924 DEBUG [Thread-2294 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T23:42:28,924 DEBUG [Thread-2294 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:28,924 DEBUG [Thread-2294 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:28,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:42:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T23:42:29,039 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/29278b28cd044a44a37b2bf4740e9ecd 2024-11-11T23:42:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/e82290dccb604e9dbce4747a8c7b6adc is 50, key is test_row_0/C:col10/1731368546759/Put/seqid=0 2024-11-11T23:42:29,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742416_1592 (size=12301) 2024-11-11T23:42:29,447 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/e82290dccb604e9dbce4747a8c7b6adc 2024-11-11T23:42:29,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/ccae46beac7a4912b8e152ff02cec06f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/ccae46beac7a4912b8e152ff02cec06f 2024-11-11T23:42:29,453 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/ccae46beac7a4912b8e152ff02cec06f, entries=150, sequenceid=286, filesize=30.5 K 2024-11-11T23:42:29,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/29278b28cd044a44a37b2bf4740e9ecd as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/29278b28cd044a44a37b2bf4740e9ecd 2024-11-11T23:42:29,457 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/29278b28cd044a44a37b2bf4740e9ecd, entries=150, sequenceid=286, filesize=12.0 K 2024-11-11T23:42:29,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/e82290dccb604e9dbce4747a8c7b6adc as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/e82290dccb604e9dbce4747a8c7b6adc 2024-11-11T23:42:29,460 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/e82290dccb604e9dbce4747a8c7b6adc, entries=150, sequenceid=286, filesize=12.0 K 2024-11-11T23:42:29,461 INFO [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for 20d113525c5fd4767ca2fd3f38f28315 in 1657ms, sequenceid=286, compaction requested=false 2024-11-11T23:42:29,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 20d113525c5fd4767ca2fd3f38f28315: 2024-11-11T23:42:29,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:29,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b70d29849faf:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-11T23:42:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-11T23:42:29,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-11T23:42:29,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5770 sec 2024-11-11T23:42:29,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.5810 sec 2024-11-11T23:42:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T23:42:31,053 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:42:31,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T23:42:31,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-11T23:42:31,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-11T23:42:31,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-11T23:42:31,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-11T23:42:31,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-11T23:42:31,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T23:42:31,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4041 2024-11-11T23:42:31,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4119 2024-11-11T23:42:31,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3964 2024-11-11T23:42:31,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4073 2024-11-11T23:42:31,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4143 2024-11-11T23:42:31,053 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T23:42:31,054 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:42:31,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:42:31,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:31,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:31,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:42:31,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T23:42:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T23:42:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T23:42:31,057 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368551057"}]},"ts":"1731368551057"} 2024-11-11T23:42:31,058 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T23:42:31,058 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T23:42:31,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T23:42:31,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=20d113525c5fd4767ca2fd3f38f28315, UNASSIGN}] 2024-11-11T23:42:31,060 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=20d113525c5fd4767ca2fd3f38f28315, UNASSIGN 2024-11-11T23:42:31,061 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=162 updating hbase:meta row=20d113525c5fd4767ca2fd3f38f28315, regionState=CLOSING, regionLocation=b70d29849faf,33717,1731368375931 2024-11-11T23:42:31,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=20d113525c5fd4767ca2fd3f38f28315, UNASSIGN because future has completed 2024-11-11T23:42:31,062 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T23:42:31,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; CloseRegionProcedure 20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931}] 2024-11-11T23:42:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T23:42:31,214 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(122): Close 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:31,214 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T23:42:31,214 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1722): Closing 20d113525c5fd4767ca2fd3f38f28315, disabling compactions & flushes 2024-11-11T23:42:31,214 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:31,214 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:31,214 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. after waiting 0 ms 2024-11-11T23:42:31,214 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:31,214 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(2902): Flushing 20d113525c5fd4767ca2fd3f38f28315 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T23:42:31,219 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116aedfd134b1947799a58bdca06d82b82_20d113525c5fd4767ca2fd3f38f28315 is 50, key is test_row_0/A:col10/1731368548873/Put/seqid=0 2024-11-11T23:42:31,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742417_1593 (size=12454) 2024-11-11T23:42:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T23:42:31,622 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:42:31,626 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116aedfd134b1947799a58bdca06d82b82_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116aedfd134b1947799a58bdca06d82b82_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:31,627 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/e45cc544870c4ca98da25d215aaf4d6e, store: [table=TestAcidGuarantees family=A region=20d113525c5fd4767ca2fd3f38f28315] 2024-11-11T23:42:31,627 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/e45cc544870c4ca98da25d215aaf4d6e is 175, key is test_row_0/A:col10/1731368548873/Put/seqid=0 2024-11-11T23:42:31,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742418_1594 (size=31255) 2024-11-11T23:42:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T23:42:32,031 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/e45cc544870c4ca98da25d215aaf4d6e 2024-11-11T23:42:32,036 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/688e4bf653c44fecaa716d2f0855ec9b is 50, key is test_row_0/B:col10/1731368548873/Put/seqid=0 2024-11-11T23:42:32,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742419_1595 (size=12301) 2024-11-11T23:42:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T23:42:32,440 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/688e4bf653c44fecaa716d2f0855ec9b 2024-11-11T23:42:32,446 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/2bb2b27baa7d4887ab125d0572e4bc2f is 50, key is test_row_0/C:col10/1731368548873/Put/seqid=0 2024-11-11T23:42:32,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742420_1596 (size=12301) 2024-11-11T23:42:32,851 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/2bb2b27baa7d4887ab125d0572e4bc2f 2024-11-11T23:42:32,860 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/A/e45cc544870c4ca98da25d215aaf4d6e as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/e45cc544870c4ca98da25d215aaf4d6e 2024-11-11T23:42:32,869 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/e45cc544870c4ca98da25d215aaf4d6e, entries=150, sequenceid=296, filesize=30.5 K 2024-11-11T23:42:32,869 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/B/688e4bf653c44fecaa716d2f0855ec9b as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/688e4bf653c44fecaa716d2f0855ec9b 2024-11-11T23:42:32,872 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/688e4bf653c44fecaa716d2f0855ec9b, entries=150, sequenceid=296, filesize=12.0 K 2024-11-11T23:42:32,873 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/.tmp/C/2bb2b27baa7d4887ab125d0572e4bc2f as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/2bb2b27baa7d4887ab125d0572e4bc2f 2024-11-11T23:42:32,876 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/2bb2b27baa7d4887ab125d0572e4bc2f, entries=150, sequenceid=296, filesize=12.0 K 2024-11-11T23:42:32,876 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 20d113525c5fd4767ca2fd3f38f28315 in 1662ms, sequenceid=296, compaction requested=true 2024-11-11T23:42:32,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/92c5e8cf976944088781e8540069757d, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/befda8e21441495db326af27c5cbb131, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/d296070643c04013bd21a55f1f3643ad, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/e98db33d0ba64e4c8d3a6a958a8b3de4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/0c0fc256cce54442a557365a09982bfa, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/c5869226da3444d4acdc018d2630d119, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/97937775bc6d4b358d39dec0550394d4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/7fed0cf26f8748318f0644f99058636e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/532150affe63491e9d9788e8aa5cbf46, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/47010e99d7f14288ad390924241b7b91, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/152c561cb44743f190192e5c8e814c23, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/fadecef5b07748fa9c8f4c710eab7ad8, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/311dc5f45c8744ca8fe8831f6f1c5e1f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/35fcd5486bcb49f294de79b61e5d0a0f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/97f0200534f747f599549abf65195dae, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/b552bb7bb96347ef876545700c4899fe, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/84944b898ba44e5ba7fd77e584a6db5c, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/0d62f816abbd450b8d6b1cf3c4efaaec] to archive 2024-11-11T23:42:32,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:42:32,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/92c5e8cf976944088781e8540069757d to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/92c5e8cf976944088781e8540069757d 2024-11-11T23:42:32,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/befda8e21441495db326af27c5cbb131 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/befda8e21441495db326af27c5cbb131 2024-11-11T23:42:32,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/d296070643c04013bd21a55f1f3643ad to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/d296070643c04013bd21a55f1f3643ad 2024-11-11T23:42:32,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/e98db33d0ba64e4c8d3a6a958a8b3de4 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/e98db33d0ba64e4c8d3a6a958a8b3de4 2024-11-11T23:42:32,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/0c0fc256cce54442a557365a09982bfa to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/0c0fc256cce54442a557365a09982bfa 2024-11-11T23:42:32,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/c5869226da3444d4acdc018d2630d119 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/c5869226da3444d4acdc018d2630d119 2024-11-11T23:42:32,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/97937775bc6d4b358d39dec0550394d4 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/97937775bc6d4b358d39dec0550394d4 2024-11-11T23:42:32,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/7fed0cf26f8748318f0644f99058636e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/7fed0cf26f8748318f0644f99058636e 2024-11-11T23:42:32,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/532150affe63491e9d9788e8aa5cbf46 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/532150affe63491e9d9788e8aa5cbf46 2024-11-11T23:42:32,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/47010e99d7f14288ad390924241b7b91 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/47010e99d7f14288ad390924241b7b91 2024-11-11T23:42:32,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/152c561cb44743f190192e5c8e814c23 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/152c561cb44743f190192e5c8e814c23 2024-11-11T23:42:32,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/fadecef5b07748fa9c8f4c710eab7ad8 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/fadecef5b07748fa9c8f4c710eab7ad8 2024-11-11T23:42:32,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/311dc5f45c8744ca8fe8831f6f1c5e1f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/311dc5f45c8744ca8fe8831f6f1c5e1f 2024-11-11T23:42:32,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/35fcd5486bcb49f294de79b61e5d0a0f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/35fcd5486bcb49f294de79b61e5d0a0f 2024-11-11T23:42:32,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/97f0200534f747f599549abf65195dae to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/97f0200534f747f599549abf65195dae 2024-11-11T23:42:32,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/b552bb7bb96347ef876545700c4899fe to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/b552bb7bb96347ef876545700c4899fe 2024-11-11T23:42:32,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/84944b898ba44e5ba7fd77e584a6db5c to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/84944b898ba44e5ba7fd77e584a6db5c 2024-11-11T23:42:32,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/0d62f816abbd450b8d6b1cf3c4efaaec to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/0d62f816abbd450b8d6b1cf3c4efaaec 2024-11-11T23:42:32,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/01ba3913a8134bb68446b051c6d68595, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/e732e9f232a4457b9efeca6e170f1de1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/f3fdf8d4c94e406dbc47932726af8b54, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/13fb4a00b60d40c5971175470c176d09, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/9eae7fe561fa4a6c8a9da20ab8c60e42, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/eafe799d769e402fb6ac0276264d0a1a, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/4239cc5db81b4b30b3c378ab6231afd1, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/9c84cfeabbf746c4b12bd0ebc4bc6e9e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/5d35142a167040589a5e04c89e1b376b, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/d29e0fd1a45d4938ba2e229c8317a9be, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/653356830ffc4703a71982cc98874b94, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/91424427052346a78ab0833bc2457752, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/0fb89aa331274e07b59085dcaf850a16, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/7af8eb19889f4d80932dadf3525e6edb, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/c3a26017f3cb47cda2f638ae4c44db45, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/f3d1600f9adf4db5be4e7440bf93b2a3, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/68946c2a49b7429db6498fd2e7d2423f, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/d810746ee7304d3181295f55e1d05e0f] to archive 2024-11-11T23:42:32,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:42:32,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/01ba3913a8134bb68446b051c6d68595 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/01ba3913a8134bb68446b051c6d68595 2024-11-11T23:42:32,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/e732e9f232a4457b9efeca6e170f1de1 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/e732e9f232a4457b9efeca6e170f1de1 2024-11-11T23:42:32,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/f3fdf8d4c94e406dbc47932726af8b54 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/f3fdf8d4c94e406dbc47932726af8b54 2024-11-11T23:42:32,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/13fb4a00b60d40c5971175470c176d09 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/13fb4a00b60d40c5971175470c176d09 2024-11-11T23:42:32,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/9eae7fe561fa4a6c8a9da20ab8c60e42 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/9eae7fe561fa4a6c8a9da20ab8c60e42 2024-11-11T23:42:32,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/eafe799d769e402fb6ac0276264d0a1a to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/eafe799d769e402fb6ac0276264d0a1a 2024-11-11T23:42:32,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/4239cc5db81b4b30b3c378ab6231afd1 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/4239cc5db81b4b30b3c378ab6231afd1 2024-11-11T23:42:32,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/9c84cfeabbf746c4b12bd0ebc4bc6e9e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/9c84cfeabbf746c4b12bd0ebc4bc6e9e 2024-11-11T23:42:32,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/5d35142a167040589a5e04c89e1b376b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/5d35142a167040589a5e04c89e1b376b 2024-11-11T23:42:32,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/d29e0fd1a45d4938ba2e229c8317a9be to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/d29e0fd1a45d4938ba2e229c8317a9be 2024-11-11T23:42:32,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/653356830ffc4703a71982cc98874b94 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/653356830ffc4703a71982cc98874b94 2024-11-11T23:42:32,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/91424427052346a78ab0833bc2457752 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/91424427052346a78ab0833bc2457752 2024-11-11T23:42:32,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/0fb89aa331274e07b59085dcaf850a16 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/0fb89aa331274e07b59085dcaf850a16 2024-11-11T23:42:32,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/7af8eb19889f4d80932dadf3525e6edb to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/7af8eb19889f4d80932dadf3525e6edb 2024-11-11T23:42:32,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/c3a26017f3cb47cda2f638ae4c44db45 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/c3a26017f3cb47cda2f638ae4c44db45 2024-11-11T23:42:32,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/f3d1600f9adf4db5be4e7440bf93b2a3 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/f3d1600f9adf4db5be4e7440bf93b2a3 2024-11-11T23:42:32,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/68946c2a49b7429db6498fd2e7d2423f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/68946c2a49b7429db6498fd2e7d2423f 2024-11-11T23:42:32,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/d810746ee7304d3181295f55e1d05e0f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/d810746ee7304d3181295f55e1d05e0f 2024-11-11T23:42:32,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/0baa03275d0e4b419004e3d3f051f775, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/f6b41bdd216e466394868b8ef23b65e5, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/c18ddac05f9e48979d939fcb52de4da7, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/6f0db1a2e501406dbb10dbdae1350745, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/0a6c52222d7044dc905744f744fa7565, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/e987ca1a34f649e7b2d0b8710d4223df, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/38fa8e13fff14da4ac3ee063b263f005, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/fdc04d3728d44d7e9b72b713f26433af, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/3a7626832def4e938e5a3d2ccd946b88, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/1c88d0597c954c14888a02ca339b8bce, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/1e5ab9057f844a61aa7da5ce841462e6, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/21ba48380cd044d38dde5fa942c31002, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/e16f8379df074bca8e05b9f9cab07937, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/6de545ef01c140089434d83830b44412, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/9cd91e04c0fd46e09970a68522ef476e, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/5aa0c795dc6b47068d99a6cc28723188, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/c6fae68604424a9a900fdd56d09d18c4, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/130cdc1545b84287a947d53bed4ac231] to archive 2024-11-11T23:42:32,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:42:32,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/0baa03275d0e4b419004e3d3f051f775 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/0baa03275d0e4b419004e3d3f051f775 2024-11-11T23:42:32,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/f6b41bdd216e466394868b8ef23b65e5 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/f6b41bdd216e466394868b8ef23b65e5 2024-11-11T23:42:32,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/c18ddac05f9e48979d939fcb52de4da7 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/c18ddac05f9e48979d939fcb52de4da7 2024-11-11T23:42:32,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/6f0db1a2e501406dbb10dbdae1350745 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/6f0db1a2e501406dbb10dbdae1350745 2024-11-11T23:42:32,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/0a6c52222d7044dc905744f744fa7565 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/0a6c52222d7044dc905744f744fa7565 2024-11-11T23:42:32,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/e987ca1a34f649e7b2d0b8710d4223df to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/e987ca1a34f649e7b2d0b8710d4223df 2024-11-11T23:42:32,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/38fa8e13fff14da4ac3ee063b263f005 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/38fa8e13fff14da4ac3ee063b263f005 2024-11-11T23:42:32,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/fdc04d3728d44d7e9b72b713f26433af to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/fdc04d3728d44d7e9b72b713f26433af 2024-11-11T23:42:32,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/3a7626832def4e938e5a3d2ccd946b88 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/3a7626832def4e938e5a3d2ccd946b88 2024-11-11T23:42:32,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/1c88d0597c954c14888a02ca339b8bce to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/1c88d0597c954c14888a02ca339b8bce 2024-11-11T23:42:32,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/1e5ab9057f844a61aa7da5ce841462e6 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/1e5ab9057f844a61aa7da5ce841462e6 2024-11-11T23:42:32,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/21ba48380cd044d38dde5fa942c31002 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/21ba48380cd044d38dde5fa942c31002 2024-11-11T23:42:32,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/e16f8379df074bca8e05b9f9cab07937 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/e16f8379df074bca8e05b9f9cab07937 2024-11-11T23:42:32,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/6de545ef01c140089434d83830b44412 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/6de545ef01c140089434d83830b44412 2024-11-11T23:42:32,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/9cd91e04c0fd46e09970a68522ef476e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/9cd91e04c0fd46e09970a68522ef476e 2024-11-11T23:42:32,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/5aa0c795dc6b47068d99a6cc28723188 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/5aa0c795dc6b47068d99a6cc28723188 2024-11-11T23:42:32,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/c6fae68604424a9a900fdd56d09d18c4 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/c6fae68604424a9a900fdd56d09d18c4 2024-11-11T23:42:32,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/130cdc1545b84287a947d53bed4ac231 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/130cdc1545b84287a947d53bed4ac231 2024-11-11T23:42:32,930 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/recovered.edits/299.seqid, newMaxSeqId=299, maxSeqId=4 2024-11-11T23:42:32,931 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. 2024-11-11T23:42:32,931 DEBUG [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1676): Region close journal for 20d113525c5fd4767ca2fd3f38f28315: Waiting for close lock at 1731368551214Running coprocessor pre-close hooks at 1731368551214Disabling compacts and flushes for region at 1731368551214Disabling writes for close at 1731368551214Obtaining lock to block concurrent updates at 1731368551214Preparing flush snapshotting stores in 20d113525c5fd4767ca2fd3f38f28315 at 1731368551214Finished memstore snapshotting TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731368551214Flushing stores of TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315. at 1731368551215 (+1 ms)Flushing 20d113525c5fd4767ca2fd3f38f28315/A: creating writer at 1731368551215Flushing mob file 20d113525c5fd4767ca2fd3f38f28315/A: appending metadata at 1731368551218 (+3 ms)Flushing mob file 20d113525c5fd4767ca2fd3f38f28315/A: closing flushed file at 1731368551218Flushing 20d113525c5fd4767ca2fd3f38f28315/A: appending metadata at 1731368551627 (+409 ms)Flushing 20d113525c5fd4767ca2fd3f38f28315/A: closing flushed file at 1731368551627Flushing 20d113525c5fd4767ca2fd3f38f28315/B: creating writer at 1731368552034 (+407 ms)Flushing 20d113525c5fd4767ca2fd3f38f28315/B: appending metadata at 1731368552036 (+2 ms)Flushing 20d113525c5fd4767ca2fd3f38f28315/B: closing flushed file at 1731368552036Flushing 20d113525c5fd4767ca2fd3f38f28315/C: creating writer at 1731368552443 (+407 ms)Flushing 20d113525c5fd4767ca2fd3f38f28315/C: appending metadata at 1731368552446 (+3 ms)Flushing 20d113525c5fd4767ca2fd3f38f28315/C: closing flushed file at 1731368552446Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b0cd72: reopening flushed file at 1731368552859 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa944c: reopening flushed file at 1731368552869 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c2dabc1: reopening flushed file at 1731368552872 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 20d113525c5fd4767ca2fd3f38f28315 in 1662ms, sequenceid=296, compaction requested=true at 1731368552876 (+4 ms)Writing region close event to WAL at 1731368552929 (+53 ms)Running coprocessor post-close hooks at 1731368552931 (+2 ms)Closed at 1731368552931 2024-11-11T23:42:32,932 INFO [RS_CLOSE_REGION-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(157): Closed 20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:32,932 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=162 updating hbase:meta row=20d113525c5fd4767ca2fd3f38f28315, regionState=CLOSED 2024-11-11T23:42:32,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=163, ppid=162, state=RUNNABLE, hasLock=false; CloseRegionProcedure 20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 because future has completed 2024-11-11T23:42:32,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-11T23:42:32,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseRegionProcedure 20d113525c5fd4767ca2fd3f38f28315, server=b70d29849faf,33717,1731368375931 in 1.8720 sec 2024-11-11T23:42:32,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=162, resume processing ppid=161 2024-11-11T23:42:32,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, ppid=161, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=20d113525c5fd4767ca2fd3f38f28315, UNASSIGN in 1.8750 sec 2024-11-11T23:42:32,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-11T23:42:32,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8790 sec 2024-11-11T23:42:32,939 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731368552939"}]},"ts":"1731368552939"} 2024-11-11T23:42:32,940 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T23:42:32,940 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T23:42:32,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8860 sec 2024-11-11T23:42:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T23:42:33,204 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:42:33,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T23:42:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:42:33,210 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:42:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-11T23:42:33,213 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=164, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:42:33,217 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,220 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C, FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/recovered.edits] 2024-11-11T23:42:33,225 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/3eb943f1f59d4d5fb43402dac2cce820 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/3eb943f1f59d4d5fb43402dac2cce820 2024-11-11T23:42:33,227 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/ccae46beac7a4912b8e152ff02cec06f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/ccae46beac7a4912b8e152ff02cec06f 2024-11-11T23:42:33,229 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/e45cc544870c4ca98da25d215aaf4d6e to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/A/e45cc544870c4ca98da25d215aaf4d6e 2024-11-11T23:42:33,232 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/224861eb177a4e528d8b82174ef5b2ef to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/224861eb177a4e528d8b82174ef5b2ef 2024-11-11T23:42:33,234 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/29278b28cd044a44a37b2bf4740e9ecd to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/29278b28cd044a44a37b2bf4740e9ecd 2024-11-11T23:42:33,235 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/688e4bf653c44fecaa716d2f0855ec9b to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/B/688e4bf653c44fecaa716d2f0855ec9b 2024-11-11T23:42:33,239 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/2bb2b27baa7d4887ab125d0572e4bc2f to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/2bb2b27baa7d4887ab125d0572e4bc2f 2024-11-11T23:42:33,241 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/484682a2754045f0b47aefcf047dfe25 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/484682a2754045f0b47aefcf047dfe25 2024-11-11T23:42:33,243 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/e82290dccb604e9dbce4747a8c7b6adc to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/C/e82290dccb604e9dbce4747a8c7b6adc 2024-11-11T23:42:33,247 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/recovered.edits/299.seqid to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315/recovered.edits/299.seqid 2024-11-11T23:42:33,248 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/default/TestAcidGuarantees/20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,249 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T23:42:33,249 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T23:42:33,251 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T23:42:33,254 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111119bde4f2373d44ff9dc70766a4da2b7d_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111119bde4f2373d44ff9dc70766a4da2b7d_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,255 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111c1388edb8ab4609bd92ee30072edf63_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111c1388edb8ab4609bd92ee30072edf63_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,255 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114bcc51642ff947d0b865b3c6570b5206_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114bcc51642ff947d0b865b3c6570b5206_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,256 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114e2ccc0565644333a7edbe97a23c98ed_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114e2ccc0565644333a7edbe97a23c98ed_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,257 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114fa234c35c45415cbad1e169f030552b_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114fa234c35c45415cbad1e169f030552b_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,257 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111150e8ea5f9dd241aa856a586728c6b268_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111150e8ea5f9dd241aa856a586728c6b268_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,258 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111655fbec8560840de8689a65a274be725_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111655fbec8560840de8689a65a274be725_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,259 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116aedfd134b1947799a58bdca06d82b82_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116aedfd134b1947799a58bdca06d82b82_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,259 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117a2589cebe6745f699ee089aa6d5db6a_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117a2589cebe6745f699ee089aa6d5db6a_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,260 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111193c3f654492a4dff93f112aa7b67a7f1_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111193c3f654492a4dff93f112aa7b67a7f1_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,261 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b3ddeed6c2b04f1b9a3787658cb83a11_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b3ddeed6c2b04f1b9a3787658cb83a11_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,261 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c0bd808d78344dd099aa2339741a38ac_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c0bd808d78344dd099aa2339741a38ac_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,262 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cb44ae83dbb147c3b50f1946f869f2e0_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cb44ae83dbb147c3b50f1946f869f2e0_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,263 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cd7e488fc573456381e5a3e869a7c60f_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cd7e488fc573456381e5a3e869a7c60f_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,263 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cdd09afae31e4457985665ac5c5dd21a_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cdd09afae31e4457985665ac5c5dd21a_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,264 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cefed59764794436b9b1b703f0176eb5_20d113525c5fd4767ca2fd3f38f28315 to hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cefed59764794436b9b1b703f0176eb5_20d113525c5fd4767ca2fd3f38f28315 2024-11-11T23:42:33,264 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T23:42:33,266 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=164, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:42:33,268 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T23:42:33,269 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T23:42:33,270 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=164, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:42:33,270 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T23:42:33,270 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731368553270"}]},"ts":"9223372036854775807"} 2024-11-11T23:42:33,272 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T23:42:33,272 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 20d113525c5fd4767ca2fd3f38f28315, NAME => 'TestAcidGuarantees,,1731368524640.20d113525c5fd4767ca2fd3f38f28315.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T23:42:33,272 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T23:42:33,272 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731368553272"}]},"ts":"9223372036854775807"} 2024-11-11T23:42:33,273 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T23:42:33,274 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=164, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T23:42:33,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-11T23:42:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-11T23:42:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T23:42:33,323 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T23:42:33,333 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=241 (was 236) - Thread LEAK? -, OpenFileDescriptor=455 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=429 (was 403) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4850 (was 4531) - AvailableMemoryMB LEAK? - 2024-11-11T23:42:33,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:42:33,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:42:33,334 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:42:33,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:33,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:33,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:42:33,334 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:42:33,334 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=900566320, stopped=false 2024-11-11T23:42:33,335 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b70d29849faf,38133,1731368375272 2024-11-11T23:42:33,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T23:42:33,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T23:42:33,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:42:33,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:42:33,337 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:42:33,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:42:33,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:42:33,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:33,338 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b70d29849faf,33717,1731368375931' ***** 2024-11-11T23:42:33,338 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:42:33,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T23:42:33,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T23:42:33,339 INFO [RS:0;b70d29849faf:33717 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:42:33,339 INFO [RS:0;b70d29849faf:33717 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:42:33,339 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:42:33,339 INFO [RS:0;b70d29849faf:33717 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:42:33,339 INFO [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(959): stopping server b70d29849faf,33717,1731368375931 2024-11-11T23:42:33,339 INFO [RS:0;b70d29849faf:33717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:42:33,339 INFO [RS:0;b70d29849faf:33717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b70d29849faf:33717. 2024-11-11T23:42:33,339 DEBUG [RS:0;b70d29849faf:33717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:42:33,340 DEBUG [RS:0;b70d29849faf:33717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:33,340 INFO [RS:0;b70d29849faf:33717 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:42:33,340 INFO [RS:0;b70d29849faf:33717 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:42:33,340 INFO [RS:0;b70d29849faf:33717 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:42:33,340 INFO [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:42:33,340 INFO [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T23:42:33,340 DEBUG [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T23:42:33,341 DEBUG [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:42:33,341 DEBUG [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:42:33,341 INFO [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:42:33,341 DEBUG [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:42:33,341 DEBUG [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:42:33,341 DEBUG [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:42:33,341 INFO [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-11T23:42:33,359 DEBUG [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/.tmp/info/cfd738658b164051a169f641e1256aa2 is 95, key is TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507./info:/1731368406513/DeleteFamily/seqid=0 2024-11-11T23:42:33,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742421_1597 (size=6514) 2024-11-11T23:42:33,401 INFO [regionserver/b70d29849faf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:42:33,401 INFO [regionserver/b70d29849faf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:42:33,413 INFO [regionserver/b70d29849faf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:42:33,541 DEBUG [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:42:33,741 DEBUG [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:42:33,762 INFO [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/.tmp/info/cfd738658b164051a169f641e1256aa2 2024-11-11T23:42:33,784 DEBUG [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/.tmp/ns/b35f4f03743c4f699ef1df2f3cb417bd is 93, key is TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507./ns:/1731368406453/DeleteFamily/seqid=0 2024-11-11T23:42:33,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742422_1598 (size=5906) 2024-11-11T23:42:33,941 DEBUG [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:42:34,141 DEBUG [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:42:34,188 INFO [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/.tmp/ns/b35f4f03743c4f699ef1df2f3cb417bd 2024-11-11T23:42:34,192 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T23:42:34,209 DEBUG [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/.tmp/rep_barrier/cab2931482ab4757ab6c088a13968a86 is 102, key is TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507./rep_barrier:/1731368406453/DeleteFamily/seqid=0 2024-11-11T23:42:34,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742423_1599 (size=6025) 2024-11-11T23:42:34,342 DEBUG [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:42:34,542 DEBUG [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:42:34,612 INFO [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/.tmp/rep_barrier/cab2931482ab4757ab6c088a13968a86 2024-11-11T23:42:34,635 DEBUG [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/.tmp/table/ea1387a9b2c342bcbafd9c71de4d5bbf is 96, key is TestAcidGuarantees,,1731368379926.8e4467b37d2500a36c3f06c747a63507./table:/1731368406453/DeleteFamily/seqid=0 2024-11-11T23:42:34,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742424_1600 (size=5936) 2024-11-11T23:42:34,742 DEBUG [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:42:34,942 DEBUG [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:42:35,038 INFO [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/.tmp/table/ea1387a9b2c342bcbafd9c71de4d5bbf 2024-11-11T23:42:35,041 DEBUG [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/.tmp/info/cfd738658b164051a169f641e1256aa2 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/info/cfd738658b164051a169f641e1256aa2 2024-11-11T23:42:35,044 INFO [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/info/cfd738658b164051a169f641e1256aa2, entries=12, sequenceid=90, filesize=6.4 K 2024-11-11T23:42:35,044 DEBUG [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/.tmp/ns/b35f4f03743c4f699ef1df2f3cb417bd as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/ns/b35f4f03743c4f699ef1df2f3cb417bd 2024-11-11T23:42:35,047 INFO [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/ns/b35f4f03743c4f699ef1df2f3cb417bd, entries=8, sequenceid=90, filesize=5.8 K 2024-11-11T23:42:35,047 DEBUG [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/.tmp/rep_barrier/cab2931482ab4757ab6c088a13968a86 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/rep_barrier/cab2931482ab4757ab6c088a13968a86 2024-11-11T23:42:35,050 INFO [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/rep_barrier/cab2931482ab4757ab6c088a13968a86, entries=6, sequenceid=90, filesize=5.9 K 2024-11-11T23:42:35,051 DEBUG [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/.tmp/table/ea1387a9b2c342bcbafd9c71de4d5bbf as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/table/ea1387a9b2c342bcbafd9c71de4d5bbf 2024-11-11T23:42:35,053 INFO [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/table/ea1387a9b2c342bcbafd9c71de4d5bbf, entries=7, sequenceid=90, filesize=5.8 K 2024-11-11T23:42:35,054 INFO [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=90, compaction requested=false 2024-11-11T23:42:35,058 DEBUG [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-11T23:42:35,058 DEBUG [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:42:35,058 INFO [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:42:35,058 DEBUG [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731368553340Running coprocessor pre-close hooks at 1731368553341 (+1 ms)Disabling compacts and flushes for region at 1731368553341Disabling writes for close at 1731368553341Obtaining lock to block concurrent updates at 1731368553341Preparing flush snapshotting stores in 1588230740 at 1731368553341Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731368553341Flushing stores of hbase:meta,,1.1588230740 at 1731368553341Flushing 1588230740/info: creating writer at 1731368553342 (+1 ms)Flushing 1588230740/info: appending metadata at 1731368553359 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731368553359Flushing 1588230740/ns: creating writer at 1731368553766 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731368553784 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731368553784Flushing 1588230740/rep_barrier: creating writer at 1731368554191 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731368554208 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731368554208Flushing 1588230740/table: creating writer at 1731368554616 (+408 ms)Flushing 1588230740/table: appending metadata at 1731368554634 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731368554634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2df44d68: reopening flushed file at 1731368555041 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a3739: reopening flushed file at 1731368555044 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c09b5b: reopening flushed file at 1731368555047 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44244e3f: reopening flushed file at 1731368555050 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=90, compaction requested=false at 1731368555054 (+4 ms)Writing region close event to WAL at 1731368555055 (+1 ms)Running coprocessor post-close hooks at 1731368555058 (+3 ms)Closed at 1731368555058 2024-11-11T23:42:35,058 DEBUG [RS_CLOSE_META-regionserver/b70d29849faf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:42:35,142 INFO [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(976): stopping server b70d29849faf,33717,1731368375931; all regions closed. 2024-11-11T23:42:35,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741834_1010 (size=25344) 2024-11-11T23:42:35,148 DEBUG [RS:0;b70d29849faf:33717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/oldWALs 2024-11-11T23:42:35,148 INFO [RS:0;b70d29849faf:33717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b70d29849faf%2C33717%2C1731368375931.meta:.meta(num 1731368379543) 2024-11-11T23:42:35,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741832_1008 (size=13537803) 2024-11-11T23:42:35,152 DEBUG [RS:0;b70d29849faf:33717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/oldWALs 2024-11-11T23:42:35,152 INFO [RS:0;b70d29849faf:33717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b70d29849faf%2C33717%2C1731368375931:(num 1731368378556) 2024-11-11T23:42:35,152 DEBUG [RS:0;b70d29849faf:33717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:42:35,152 INFO [RS:0;b70d29849faf:33717 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:42:35,152 INFO [RS:0;b70d29849faf:33717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:42:35,152 INFO [RS:0;b70d29849faf:33717 {}] hbase.ChoreService(370): Chore service for: regionserver/b70d29849faf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T23:42:35,152 INFO [RS:0;b70d29849faf:33717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:42:35,152 INFO [regionserver/b70d29849faf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:42:35,153 INFO [RS:0;b70d29849faf:33717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33717 2024-11-11T23:42:35,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T23:42:35,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b70d29849faf,33717,1731368375931 2024-11-11T23:42:35,156 INFO [RS:0;b70d29849faf:33717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:42:35,156 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b70d29849faf,33717,1731368375931] 2024-11-11T23:42:35,157 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b70d29849faf,33717,1731368375931 already deleted, retry=false 2024-11-11T23:42:35,158 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b70d29849faf,33717,1731368375931 expired; onlineServers=0 2024-11-11T23:42:35,158 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b70d29849faf,38133,1731368375272' ***** 2024-11-11T23:42:35,158 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:42:35,158 INFO [M:0;b70d29849faf:38133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:42:35,158 INFO [M:0;b70d29849faf:38133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:42:35,158 DEBUG [M:0;b70d29849faf:38133 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:42:35,158 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:42:35,158 DEBUG [M:0;b70d29849faf:38133 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:42:35,158 DEBUG [master/b70d29849faf:0:becomeActiveMaster-HFileCleaner.large.0-1731368378265 {}] cleaner.HFileCleaner(306): Exit Thread[master/b70d29849faf:0:becomeActiveMaster-HFileCleaner.large.0-1731368378265,5,FailOnTimeoutGroup] 2024-11-11T23:42:35,158 INFO [M:0;b70d29849faf:38133 {}] hbase.ChoreService(370): Chore service for: master/b70d29849faf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:42:35,159 INFO [M:0;b70d29849faf:38133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:42:35,159 DEBUG [M:0;b70d29849faf:38133 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:42:35,159 INFO [M:0;b70d29849faf:38133 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:42:35,159 DEBUG [master/b70d29849faf:0:becomeActiveMaster-HFileCleaner.small.0-1731368378268 {}] cleaner.HFileCleaner(306): Exit Thread[master/b70d29849faf:0:becomeActiveMaster-HFileCleaner.small.0-1731368378268,5,FailOnTimeoutGroup] 2024-11-11T23:42:35,159 INFO [M:0;b70d29849faf:38133 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:42:35,159 ERROR [M:0;b70d29849faf:38133 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:32849 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:32849,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-11T23:42:35,160 INFO [M:0;b70d29849faf:38133 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:42:35,160 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:42:35,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T23:42:35,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:42:35,161 DEBUG [M:0;b70d29849faf:38133 {}] zookeeper.ZKUtil(347): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T23:42:35,161 WARN [M:0;b70d29849faf:38133 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:42:35,161 INFO [M:0;b70d29849faf:38133 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/.lastflushedseqids 2024-11-11T23:42:35,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742425_1601 (size=72) 2024-11-11T23:42:35,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:42:35,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33717-0x10031282c800001, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:42:35,259 INFO [RS:0;b70d29849faf:33717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:42:35,259 INFO [RS:0;b70d29849faf:33717 {}] regionserver.HRegionServer(1031): Exiting; stopping=b70d29849faf,33717,1731368375931; zookeeper connection closed. 2024-11-11T23:42:35,259 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@765d4025 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@765d4025 2024-11-11T23:42:35,260 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:42:35,570 INFO [M:0;b70d29849faf:38133 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:42:35,571 INFO [M:0;b70d29849faf:38133 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:42:35,571 DEBUG [M:0;b70d29849faf:38133 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:42:35,571 INFO [M:0;b70d29849faf:38133 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:42:35,571 DEBUG [M:0;b70d29849faf:38133 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:42:35,571 DEBUG [M:0;b70d29849faf:38133 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:42:35,571 DEBUG [M:0;b70d29849faf:38133 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:42:35,571 INFO [M:0;b70d29849faf:38133 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=733.81 KB heapSize=900.30 KB 2024-11-11T23:42:35,593 DEBUG [M:0;b70d29849faf:38133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f4cd0f5056644b0afe5d18299bd94c6 is 82, key is hbase:meta,,1/info:regioninfo/1731368379619/Put/seqid=0 2024-11-11T23:42:35,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742426_1602 (size=5672) 2024-11-11T23:42:35,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:42:35,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T23:42:35,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T23:42:35,997 INFO [M:0;b70d29849faf:38133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2051 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f4cd0f5056644b0afe5d18299bd94c6 2024-11-11T23:42:36,026 DEBUG [M:0;b70d29849faf:38133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c9736b3ef7043768d31b6dfacf97757 is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x8B/proc:d/1731368527748/Put/seqid=0 2024-11-11T23:42:36,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742427_1603 (size=43088) 2024-11-11T23:42:36,431 INFO [M:0;b70d29849faf:38133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=733.26 KB at sequenceid=2051 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c9736b3ef7043768d31b6dfacf97757 2024-11-11T23:42:36,439 INFO [M:0;b70d29849faf:38133 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c9736b3ef7043768d31b6dfacf97757 2024-11-11T23:42:36,453 DEBUG [M:0;b70d29849faf:38133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/853814fdcdde4c39948518a87127f5dc is 69, key is b70d29849faf,33717,1731368375931/rs:state/1731368378310/Put/seqid=0 2024-11-11T23:42:36,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073742428_1604 (size=5156) 2024-11-11T23:42:36,857 INFO [M:0;b70d29849faf:38133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2051 (bloomFilter=true), to=hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/853814fdcdde4c39948518a87127f5dc 2024-11-11T23:42:36,860 DEBUG [M:0;b70d29849faf:38133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f4cd0f5056644b0afe5d18299bd94c6 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f4cd0f5056644b0afe5d18299bd94c6 2024-11-11T23:42:36,862 INFO [M:0;b70d29849faf:38133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f4cd0f5056644b0afe5d18299bd94c6, entries=8, sequenceid=2051, filesize=5.5 K 2024-11-11T23:42:36,863 DEBUG [M:0;b70d29849faf:38133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c9736b3ef7043768d31b6dfacf97757 as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c9736b3ef7043768d31b6dfacf97757 2024-11-11T23:42:36,865 INFO [M:0;b70d29849faf:38133 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c9736b3ef7043768d31b6dfacf97757 2024-11-11T23:42:36,865 INFO [M:0;b70d29849faf:38133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c9736b3ef7043768d31b6dfacf97757, entries=164, sequenceid=2051, filesize=42.1 K 2024-11-11T23:42:36,866 DEBUG [M:0;b70d29849faf:38133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/853814fdcdde4c39948518a87127f5dc as hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/853814fdcdde4c39948518a87127f5dc 2024-11-11T23:42:36,869 INFO [M:0;b70d29849faf:38133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32849/user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/853814fdcdde4c39948518a87127f5dc, entries=1, sequenceid=2051, filesize=5.0 K 2024-11-11T23:42:36,870 INFO [M:0;b70d29849faf:38133 {}] regionserver.HRegion(3140): Finished flush of dataSize ~733.81 KB/751423, heapSize ~900.01 KB/921608, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=2051, compaction requested=false 2024-11-11T23:42:36,871 INFO [M:0;b70d29849faf:38133 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:42:36,871 DEBUG [M:0;b70d29849faf:38133 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731368555571Disabling compacts and flushes for region at 1731368555571Disabling writes for close at 1731368555571Obtaining lock to block concurrent updates at 1731368555571Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731368555571Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=751423, getHeapSize=921848, getOffHeapSize=0, getCellsCount=2240 at 1731368555572 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731368555573 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731368555573Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731368555592 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731368555593 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731368556006 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731368556026 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731368556026Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731368556439 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731368556453 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731368556453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bed08ed: reopening flushed file at 1731368556859 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f5c6e: reopening flushed file at 1731368556863 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42289466: reopening flushed file at 1731368556865 (+2 ms)Finished flush of dataSize ~733.81 KB/751423, heapSize ~900.01 KB/921608, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=2051, compaction requested=false at 1731368556870 (+5 ms)Writing region close event to WAL at 1731368556871 (+1 ms)Closed at 1731368556871 2024-11-11T23:42:36,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37789 is added to blk_1073741830_1006 (size=885913) 2024-11-11T23:42:36,874 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54b97c5c-f671-35fe-65c6-99db66983b62/MasterData/WALs/b70d29849faf,38133,1731368375272/b70d29849faf%2C38133%2C1731368375272.1731368377616 not finished, retry = 0 2024-11-11T23:42:36,975 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:42:36,975 INFO [M:0;b70d29849faf:38133 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:42:36,976 INFO [M:0;b70d29849faf:38133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38133 2024-11-11T23:42:36,976 INFO [M:0;b70d29849faf:38133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:42:37,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:42:37,078 INFO [M:0;b70d29849faf:38133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:42:37,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38133-0x10031282c800000, quorum=127.0.0.1:60108, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:42:37,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:42:37,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:42:37,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:42:37,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:42:37,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/hadoop.log.dir/,STOPPED} 2024-11-11T23:42:37,088 WARN [BP-854548939-172.17.0.2-1731368371964 heartbeating to localhost/127.0.0.1:32849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:42:37,088 WARN [BP-854548939-172.17.0.2-1731368371964 heartbeating to localhost/127.0.0.1:32849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-854548939-172.17.0.2-1731368371964 (Datanode Uuid 550e0391-5f52-414c-9002-85c4bd9fd480) service to localhost/127.0.0.1:32849 2024-11-11T23:42:37,088 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:42:37,088 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:42:37,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/cluster_97e2bd58-d2da-a8eb-9b3c-e70c140a728b/data/data1/current/BP-854548939-172.17.0.2-1731368371964 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:42:37,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/cluster_97e2bd58-d2da-a8eb-9b3c-e70c140a728b/data/data2/current/BP-854548939-172.17.0.2-1731368371964 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:42:37,092 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:42:37,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:42:37,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:42:37,099 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:42:37,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:42:37,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d7c9f95-76de-b751-270f-92b65894079d/hadoop.log.dir/,STOPPED} 2024-11-11T23:42:37,115 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T23:42:37,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down